-- Logs begin at Wed 2021-12-15 13:19:04 UTC, end at Wed 2021-12-15 14:34:20 UTC. -- Dec 15 14:04:45.156365 dv-cinder-813229-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 15 14:04:48.040047 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.common.config [-] Logging enabled! Dec 15 14:04:48.040670 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev279 Dec 15 14:04:48.040846 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103033) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 15 14:04:48.044053 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.common.config [-] Logging enabled! Dec 15 14:04:48.044317 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev279 Dec 15 14:04:48.044644 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103033) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 15 14:04:48.045588 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 14:04:48.045828 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 14:04:48.046198 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 14:04:48.046451 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 14:04:48.046683 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 14:04:48.047017 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.047446 dv-cinder-813229-4-iscsi neutron-server[103033]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 15 14:04:48.047764 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.048754 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.049243 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.049384 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.049691 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.049985 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.050282 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.050590 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.050885 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.051176 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.051469 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.051768 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.052092 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.052386 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.052681 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.052972 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] debug = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.053262 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.053709 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.054134 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.054421 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.054717 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.055005 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.055282 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.055566 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.055859 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.056220 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] host = dv-cinder-813229-4-iscsi {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.056507 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.056805 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.057097 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.057388 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.057671 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.057955 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.058245 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.058527 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.058806 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] log_file = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.059087 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.059378 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.059671 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.059992 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.060224 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.060452 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.060754 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.061046 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.061333 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.061611 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.061891 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.062171 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.062451 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.062726 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.063016 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.063308 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.063599 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.064105 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.064404 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.064694 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.064980 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.065278 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.065561 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.065843 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.066128 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.066422 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.066699 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.066979 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.067287 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.067579 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.067867 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.068188 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.068470 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.068760 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.069040 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.069319 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.069601 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] use_json = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.069879 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.070159 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.070448 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.070728 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.071006 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.071289 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.071566 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.071856 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:48.072191 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.072500 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.072810 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.073102 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.073418 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.073718 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.073998 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.074286 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.074582 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.074877 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.075173 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.075459 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.075755 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.076067 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.076371 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.076684 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.076985 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.077285 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.077568 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.077851 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.078131 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.078419 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.078715 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.079001 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.079359 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.079683 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.079992 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.080302 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.080602 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.080905 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.081209 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.081492 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.081782 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.082080 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.082368 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.082649 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.082934 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.083229 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.083515 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.083802 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.084187 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.084474 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.084754 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.085033 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.085318 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.085614 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.085898 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.086176 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.086453 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.086739 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.087018 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.087307 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.087591 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.087869 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.088173 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.088457 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.088737 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.089017 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.089300 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.089578 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.089866 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.090140 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.090419 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.090698 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.090977 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.091260 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.091534 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.091817 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.092122 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.092401 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.092684 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.092962 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.093383 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.093515 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.093807 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.094112 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.094396 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.094690 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.095489 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.095769 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.096143 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.096364 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.096649 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.097190 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.097482 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.097781 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.098070 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.098366 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.098657 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.098968 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.099270 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.099555 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.099844 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.100150 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.100435 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.100723 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.101015 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.101316 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.101622 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.101921 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.102218 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.102513 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.102802 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.103114 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.103397 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:48.103620 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 14:04:48.103870 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103033) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 15 14:04:48.534786 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103033) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 15 14:04:48.535065 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103033) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 15 14:04:48.535388 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103033) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 15 14:04:48.535740 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 15 14:04:48.868012 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:48.868258 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:48.868542 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:48.869853 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:48.870134 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:48.870410 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:48.917411 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:48.917693 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:48.917970 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:48.932523 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:48.932814 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:48.933091 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:48.962649 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:48.962938 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:48.963216 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:49.000785 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:49.001580 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:49.002031 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:49.345604 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:49.346227 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:49.346227 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:49.346404 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:49.347387 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:49.447498 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:49.447823 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:49.448143 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:49.448424 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:49.448697 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:49.449012 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:49.449277 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:49.449539 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:49.449798 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:49.450084 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:49.450349 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:49.450619 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:49.450878 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:49.451138 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:49.451406 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:49.451679 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:49.451965 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:49.452237 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:49.452511 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:49.452775 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:49.453050 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:49.453308 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:49.453595 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:49.453979 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:49.454754 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:49.455140 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:49.455619 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103033) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 14:04:49.455870 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103033) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 14:04:49.456140 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103033) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 14:04:49.456390 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103033) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 14:04:49.456635 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103033) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 14:04:49.456876 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103033) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 14:04:49.457248 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 15 14:04:49.460577 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 15 14:04:49.464686 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 15 14:04:49.468677 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Dec 15 14:04:49.471122 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 15 14:04:49.471586 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 15 14:04:49.472216 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 15 14:04:49.472614 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 15 14:04:49.475470 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 15 14:04:49.475726 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 15 14:04:49.476112 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 15 14:04:49.481454 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 15 14:04:49.506166 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 15 14:04:49.506624 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:49.506933 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103033) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 15 14:04:49.507304 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:49.508827 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103033) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 15 14:04:49.509021 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 15 14:04:49.509272 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 15 14:04:49.512541 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:49.512835 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:49.582500 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 15 14:04:49.582748 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 15 14:04:49.582997 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 15 14:04:49.583387 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 15 14:04:49.605458 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_db.sqlalchemy.engines [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103033) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 15 14:04:50.177346 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.plugins.ml2.managers [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Initializing driver for type 'gre' Dec 15 14:04:50.177888 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] gre ID ranges: [(1, 1000)] Dec 15 14:04:50.384348 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.plugins.ml2.managers [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Initializing driver for type 'local' Dec 15 14:04:50.384972 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.plugins.ml2.managers [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Initializing driver for type 'vlan' Dec 15 14:04:50.480861 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] VlanTypeDriver initialization complete Dec 15 14:04:50.481204 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.plugins.ml2.managers [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Initializing driver for type 'vxlan' Dec 15 14:04:50.481722 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] vxlan ID ranges: [(1, 1000)] Dec 15 14:04:50.675362 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.plugins.ml2.managers [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Initializing extension driver 'port_security' Dec 15 14:04:50.675812 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.plugins.ml2.extensions.port_security [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] PortSecurityExtensionDriver initialization complete Dec 15 14:04:50.676085 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.plugins.ml2.managers [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Initializing mechanism driver 'openvswitch' Dec 15 14:04:50.676424 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.plugins.ml2.managers [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Initializing mechanism driver 'hyperv' Dec 15 14:04:50.683177 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:50.684093 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > port after_create 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.684474 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > port after_update 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.684836 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > port after_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.685380 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103033) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 14:04:50.685813 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > subnet after_create 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.686174 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > subnet after_update 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.686563 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.686970 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103033) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 14:04:50.687381 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > network after_create 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.687737 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > network after_update 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.688119 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > network after_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.688661 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103033) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 14:04:50.689622 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > security_group after_create 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.689997 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > security_group after_update 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.696225 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.696225 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103033) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 14:04:50.696225 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.696225 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.696225 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.696671 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103033) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 14:04:50.696671 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > address_group after_create 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.696671 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > address_group after_update 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.696671 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.696671 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103033) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 14:04:50.697044 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] ML2 OVO RPC backend initialized. {{(pid=103033) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 15 14:04:50.697044 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.697044 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.697044 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > network before_response 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.697353 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > networks before_response 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.697353 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > port before_response 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.697353 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > ports before_response 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.697353 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > subnet before_response 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.697635 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > subnets before_response 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.697716 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > network after_create 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.697993 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > network after_update 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.698334 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > network after_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.698680 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > port after_create 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.699023 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > port after_update 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.699358 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > port after_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.699694 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > subnet after_create 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.700063 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > subnet after_update 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.700403 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.700987 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.plugins.ml2.plugin [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Modular L2 Plugin initialization complete Dec 15 14:04:50.701320 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading services supported by the core plugin {{(pid=103033) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 15 14:04:50.701648 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.plugins.ml2.managers [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Got port-security extension from driver 'port_security' Dec 15 14:04:50.702118 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.extensions.vlantransparent [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Disabled vlantransparent extension. Dec 15 14:04:50.702665 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103033) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 15 14:04:50.702984 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading Plugin: router Dec 15 14:04:50.744706 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.745099 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > router after_create 55549900 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.745477 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > router before_create 55549900 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.745849 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.746228 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.746588 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > router after_delete 55549900 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.746951 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.747435 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.747800 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > router after_create 55549900 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.748179 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > router after_update 55549900 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.748536 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > router after_update 55549900 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.748892 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.749255 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > router after_update 55549900 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.749677 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > router precommit_update 55549900 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.750107 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: port after_update 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.750459 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: port after_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.750803 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: subnet after_update 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.751764 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.752246 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.752647 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > router precommit_create 55549900 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.753000 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: port before_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.753356 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > router precommit_create 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.753728 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > router after_update 55549900 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.754089 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.754447 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > router precommit_create 55549900 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.754816 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.755166 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > router precommit_update 55549900 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.755536 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > agent after_create 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.755892 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > agent after_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.756275 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > network after_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.757162 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.quota.resource_registry [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Tracking information for resource: router configured {{(pid=103033) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 14:04:50.757497 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.quota.resource_registry [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Tracking information for resource: floatingip configured {{(pid=103033) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 14:04:50.762495 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.db.l3_agentschedulers_db [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 15 14:04:50.763074 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: port after_update 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.763447 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: port after_create 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.763447 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: port after_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.764177 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: port after_update 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.764986 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > router before_create 55550100 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.771572 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.771572 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > router precommit_create 55550100 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.771572 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > router precommit_update 55550100 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.771572 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.services.provider_configuration [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Service providers = [] {{(pid=103033) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 15 14:04:50.771572 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.db.servicetype_db [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103033) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 15 14:04:50.774582 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.services.service_base [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103033) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 14:04:50.774932 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.services.service_base [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103033) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 14:04:50.775281 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.services.service_base [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103033) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 14:04:50.776208 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.services.service_base [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103033) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 14:04:50.776584 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.services.service_base [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 15 14:04:50.777056 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103033) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 14:04:50.777378 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 15 14:04:50.788209 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103033) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 14:04:50.788552 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading Plugin: auto_allocate Dec 15 14:04:50.794517 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: network precommit_update 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.794890 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: network precommit_create 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.795426 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103033) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 14:04:50.795747 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading Plugin: tag Dec 15 14:04:50.809514 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103033) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 14:04:50.809851 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading Plugin: timestamp Dec 15 14:04:50.814395 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103033) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 14:04:50.814727 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading Plugin: network_ip_availability Dec 15 14:04:50.820405 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.820785 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.821146 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:50.821876 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103033) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 14:04:50.822204 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading Plugin: flavors Dec 15 14:04:50.827174 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103033) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 14:04:50.827514 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading Plugin: revisions Dec 15 14:04:50.832168 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103033) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 14:04:50.832703 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_concurrency.lockutils [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.297s {{(pid=103033) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 15 14:04:50.833467 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103033) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 15 14:04:50.833809 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Initializing extension manager. Dec 15 14:04:50.834337 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: __init__.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.834689 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: __pycache__ {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.835031 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.835484 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: address_group.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.836187 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.836781 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: address-group Dec 15 14:04:50.837112 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: address_scope.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.844524 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.845310 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: address-scope Dec 15 14:04:50.845638 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.846545 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.847328 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: router-admin-state-down-before-update Dec 15 14:04:50.847652 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: agent.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.848395 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.848916 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: agent Dec 15 14:04:50.849244 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: agent_resources_synced.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.850155 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.850673 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: agent-resources-synced Dec 15 14:04:50.851001 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: allowedaddresspairs.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.852844 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.853375 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: allowed-address-pairs Dec 15 14:04:50.853706 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: auto_allocated_topology.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.854785 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.855315 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: auto-allocated-topology Dec 15 14:04:50.855646 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: availability_zone.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.856410 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.856933 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: availability_zone Dec 15 14:04:50.857260 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: availability_zone_filter.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.858177 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.858697 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: availability_zone_filter Dec 15 14:04:50.859048 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: data_plane_status.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.859948 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.861036 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extension data-plane-status not supported by any of loaded plugins Dec 15 14:04:50.861546 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: default_subnetpools.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.875593 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.876807 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: default-subnetpools Dec 15 14:04:50.877270 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.877967 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.878488 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: dhcp_agent_scheduler Dec 15 14:04:50.878816 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: dns.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.879773 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.880331 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extension dns-integration not supported by any of loaded plugins Dec 15 14:04:50.880659 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: dns_domain_ports.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.881587 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.882113 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 15 14:04:50.882443 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.883373 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.884008 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 15 14:04:50.884346 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: dvr.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.885025 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.885585 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: dvr Dec 15 14:04:50.885912 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: ecmp_routes.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.886834 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.887350 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 15 14:04:50.887676 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: empty_string_filtering.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.888619 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.889139 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: empty-string-filtering Dec 15 14:04:50.889464 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.890378 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.890893 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 15 14:04:50.891219 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.892354 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.897870 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 15 14:04:50.897870 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: external_net.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.898536 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.899053 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: external-net Dec 15 14:04:50.899378 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.900312 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.900831 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: extra_dhcp_opt Dec 15 14:04:50.901157 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: extraroute.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.902073 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.902645 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: extraroute Dec 15 14:04:50.902956 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: extraroute_atomic.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.905631 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.906183 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: extraroute-atomic Dec 15 14:04:50.906524 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: filter_validation.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.907353 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.907882 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: filter-validation Dec 15 14:04:50.908291 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: fip_pf_description.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.909168 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.909694 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 15 14:04:50.910024 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: fip_port_details.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.910982 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.911509 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: fip-port-details Dec 15 14:04:50.911838 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: flavors.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.913109 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.913686 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: flavors Dec 15 14:04:50.914023 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.915717 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.916274 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 15 14:04:50.916608 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: floatingip_pools.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.917310 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.917831 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: floatingip-pools Dec 15 14:04:50.918159 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: ip_allocation.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.919111 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.919631 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extension ip_allocation not supported by any of loaded plugins Dec 15 14:04:50.919978 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.920905 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.921423 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: ip-substring-filtering Dec 15 14:04:50.921752 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: l2_adjacency.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.922684 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.923982 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 15 14:04:50.924109 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: l3.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.925098 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.925672 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: router Dec 15 14:04:50.926006 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.928299 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.928842 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 15 14:04:50.929179 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.930124 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.930659 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: ext-gw-mode Dec 15 14:04:50.930994 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.932029 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.932554 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: l3-ha Dec 15 14:04:50.932886 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: l3_flavors.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.933812 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.934339 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: l3-flavors Dec 15 14:04:50.934669 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.935585 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.936138 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 15 14:04:50.936540 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: l3agentscheduler.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.937592 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.938119 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: l3_agent_scheduler Dec 15 14:04:50.938448 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: local_ip.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.940877 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.941409 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extension local_ip not supported by any of loaded plugins Dec 15 14:04:50.941746 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: logging.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.943273 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.943812 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extension logging not supported by any of loaded plugins Dec 15 14:04:50.944180 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: metering.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.945062 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.945667 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: metering Dec 15 14:04:50.945999 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.947097 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.947631 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: metering_source_and_destination_fields Dec 15 14:04:50.947987 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: multiprovidernet.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.948927 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.949455 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: multi-provider Dec 15 14:04:50.949785 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: netmtu.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.959235 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.959754 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: net-mtu Dec 15 14:04:50.960126 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: netmtu_writable.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.961055 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.961576 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: net-mtu-writable Dec 15 14:04:50.961908 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: network_availability_zone.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.962586 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.963105 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: network_availability_zone Dec 15 14:04:50.963427 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: network_ip_availability.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.964613 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.965139 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: network-ip-availability Dec 15 14:04:50.965468 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: network_segment_range.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.966243 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.966759 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extension network-segment-range not supported by any of loaded plugins Dec 15 14:04:50.967087 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: pagination.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.968111 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.968449 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: pagination Dec 15 14:04:50.968775 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: port_device_profile.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.969697 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.970957 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: port-device-profile Dec 15 14:04:50.971309 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.972542 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.973067 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: port-mac-address-regenerate Dec 15 14:04:50.973398 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.974317 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.974834 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: port-numa-affinity-policy Dec 15 14:04:50.975163 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: port_resource_request.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.976110 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.976693 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extension port-resource-request not supported by any of loaded plugins Dec 15 14:04:50.977032 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: port_resource_request_groups.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.978022 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.978640 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 15 14:04:50.978966 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: portbindings.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.979908 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.980445 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: binding Dec 15 14:04:50.980774 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: portbindings_extended.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.982077 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.982633 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: binding-extended Dec 15 14:04:50.982965 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: portsecurity.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.983889 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.984451 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: port-security Dec 15 14:04:50.984786 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: project_id.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.985817 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.986148 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: project-id Dec 15 14:04:50.986477 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: providernet.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.987408 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.987948 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: provider Dec 15 14:04:50.988289 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: qos.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:50.999144 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:50.999688 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extension qos not supported by any of loaded plugins Dec 15 14:04:51.000049 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.001961 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.002488 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 15 14:04:51.002824 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.008031 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.008564 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 15 14:04:51.008897 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: qos_default.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.009817 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.010355 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extension qos-default not supported by any of loaded plugins Dec 15 14:04:51.010982 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: qos_fip.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.011498 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.012053 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extension qos-fip not supported by any of loaded plugins Dec 15 14:04:51.012383 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.013404 dv-cinder-813229-4-iscsi neutron-server[103033]: WARNING neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 15 14:04:51.013743 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: qos_gateway_ip.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.014669 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.015198 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 15 14:04:51.015532 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: qos_port_network_policy.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.016483 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.017897 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 15 14:04:51.018193 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.019394 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.019954 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 15 14:04:51.020285 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: qos_pps_rule.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.021496 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.022025 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extension qos-pps not supported by any of loaded plugins Dec 15 14:04:51.022359 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: qos_rule_type_details.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.023284 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.023813 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 15 14:04:51.024170 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: qos_rules_alias.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.025223 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.025751 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 15 14:04:51.026078 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: quota_check_limit.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.026997 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.027527 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: quota-check-limit Dec 15 14:04:51.027880 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: quotasv2.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.028883 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.029214 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: quotas Dec 15 14:04:51.029538 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: quotasv2_detail.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.032926 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.033346 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: quota_details Dec 15 14:04:51.033683 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: rbac.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.034831 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.035367 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: rbac-policies Dec 15 14:04:51.035703 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: rbac_address_group.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.036673 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.037207 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: rbac-address-group Dec 15 14:04:51.037539 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: rbac_address_scope.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.038477 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.039002 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: rbac-address-scope Dec 15 14:04:51.039389 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: rbac_security_groups.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.040436 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.040966 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: rbac-security-groups Dec 15 14:04:51.041292 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: rbac_subnetpool.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.053768 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.054327 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: rbac-subnetpool Dec 15 14:04:51.054677 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: revisionifmatch.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.055637 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.056237 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: revision-if-match Dec 15 14:04:51.056571 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: revisions.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.057718 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.058253 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: standard-attr-revisions Dec 15 14:04:51.058589 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: router_availability_zone.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.059281 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.059812 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: router_availability_zone Dec 15 14:04:51.060302 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: routerservicetype.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.061636 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.062175 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extension router-service-type not supported by any of loaded plugins Dec 15 14:04:51.062509 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.064057 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.064700 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: security-groups-normalized-cidr Dec 15 14:04:51.065032 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.065978 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.066502 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: port-security-groups-filtering Dec 15 14:04:51.066835 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.067793 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.068413 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: security-groups-remote-address-group Dec 15 14:04:51.068745 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.069707 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.070241 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: security-groups-shared-filtering Dec 15 14:04:51.070582 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.071180 dv-cinder-813229-4-iscsi neutron-server[103033]: WARNING neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 15 14:04:51.071511 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: securitygroup.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.082256 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.082862 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: security-group Dec 15 14:04:51.086891 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: segment.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.086891 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.086891 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extension segment not supported by any of loaded plugins Dec 15 14:04:51.086891 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.087595 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.088166 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 15 14:04:51.088510 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: servicetype.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.089639 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.090207 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: service-type Dec 15 14:04:51.090555 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: sorting.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.091593 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.091946 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: sorting Dec 15 14:04:51.092295 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: standard_attr_segment.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.093233 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.093778 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 15 14:04:51.094111 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: standardattrdescription.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.094786 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.095404 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: standard-attr-description Dec 15 14:04:51.095665 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: stateful_security_group.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.096663 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.097526 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: stateful-security-group Dec 15 14:04:51.097855 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: stdattrs_common.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.098448 dv-cinder-813229-4-iscsi neutron-server[103033]: WARNING neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 15 14:04:51.098780 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.100314 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.100314 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 15 14:04:51.100640 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: subnet_onboard.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.101741 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.102337 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: subnet_onboard Dec 15 14:04:51.102662 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.103606 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.104164 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 15 14:04:51.104497 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: subnet_service_types.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.105434 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.105973 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: subnet-service-types Dec 15 14:04:51.106306 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: subnetallocation.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.107403 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.107942 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: subnet_allocation Dec 15 14:04:51.108333 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.109071 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.109592 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: subnetpool-prefix-ops Dec 15 14:04:51.109922 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.114725 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.115597 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 15 14:04:51.115597 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: tagging.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.116750 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.117288 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: standard-attr-tag Dec 15 14:04:51.117633 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: timestamp.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.118909 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.119452 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loaded extension: standard-attr-timestamp Dec 15 14:04:51.119828 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: trunk.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.120925 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.121460 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extension trunk not supported by any of loaded plugins Dec 15 14:04:51.121792 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: trunk_details.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.122740 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.123278 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extension trunk-details not supported by any of loaded plugins Dec 15 14:04:51.123609 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: uplink_status_propagation.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.124580 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.125168 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 15 14:04:51.125495 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Loading extension file: vlantransparent.py {{(pid=103033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 14:04:51.126855 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 14:04:51.127456 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 15 14:04:51.130151 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.quota.resource_registry [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Creating instance of TrackedResource for resource:network Dec 15 14:04:51.130699 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.quota.resource_registry [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Creating instance of TrackedResource for resource:subnet Dec 15 14:04:51.131177 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.quota.resource_registry [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 14:04:51.131577 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.quota.resource_registry [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Creating instance of TrackedResource for resource:port Dec 15 14:04:51.132914 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.v2.resource_helper [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 14:04:51.133371 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.v2.resource_helper [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Service FLAVORS assigned prefix: {{(pid=103033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 14:04:51.133995 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.v2.resource_helper [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 14:04:51.134427 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.v2.resource_helper [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 14:04:51.134769 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.quota.resource_registry [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Creating instance of TrackedResource for resource:router Dec 15 14:04:51.135206 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.quota.resource_registry [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Creating instance of TrackedResource for resource:floatingip Dec 15 14:04:51.135703 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.v2.resource_helper [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Service METERING assigned prefix: /metering {{(pid=103033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 14:04:51.137246 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:51.137627 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:51.137991 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:04:51.139019 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.quota.resource_registry [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Creating instance of CountableResource for resource:rbac_policy Dec 15 14:04:51.139484 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.quota.resource_registry [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Creating instance of TrackedResource for resource:security_group Dec 15 14:04:51.139940 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.quota.resource_registry [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 15 14:04:51.140580 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.v2.resource_helper [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Service CORE assigned prefix: {{(pid=103033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 14:04:51.140920 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.quota.resource_registry [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 14:04:51.141275 dv-cinder-813229-4-iscsi neutron-server[103033]: WARNING neutron.quota.resource_registry [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] subnetpool is already registered Dec 15 14:04:51.142354 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.v2.resource_helper [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Service CORE assigned prefix: {{(pid=103033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 14:04:51.142637 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.quota.resource_registry [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 14:04:51.142978 dv-cinder-813229-4-iscsi neutron-server[103033]: WARNING neutron.quota.resource_registry [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] subnetpool is already registered Dec 15 14:04:51.145276 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.v2.resource_helper [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 14:04:51.145723 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.v2.resource_helper [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Service FLAVORS assigned prefix: {{(pid=103033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 14:04:51.150288 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.v2.resource_helper [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 14:04:51.150288 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.v2.resource_helper [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 14:04:51.150288 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.quota.resource_registry [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Creating instance of TrackedResource for resource:router Dec 15 14:04:51.150288 dv-cinder-813229-4-iscsi neutron-server[103033]: WARNING neutron.quota.resource_registry [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] router is already registered Dec 15 14:04:51.150288 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.quota.resource_registry [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Creating instance of TrackedResource for resource:floatingip Dec 15 14:04:51.150288 dv-cinder-813229-4-iscsi neutron-server[103033]: WARNING neutron.quota.resource_registry [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] floatingip is already registered Dec 15 14:04:51.150288 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.v2.resource_helper [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Service METERING assigned prefix: /metering {{(pid=103033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 14:04:51.150288 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.quota.resource_registry [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Creating instance of CountableResource for resource:rbac_policy Dec 15 14:04:51.150883 dv-cinder-813229-4-iscsi neutron-server[103033]: WARNING neutron.quota.resource_registry [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] rbac_policy is already registered Dec 15 14:04:51.150883 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.quota.resource_registry [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Creating instance of TrackedResource for resource:security_group Dec 15 14:04:51.150883 dv-cinder-813229-4-iscsi neutron-server[103033]: WARNING neutron.quota.resource_registry [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] security_group is already registered Dec 15 14:04:51.150883 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.quota.resource_registry [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 15 14:04:51.151161 dv-cinder-813229-4-iscsi neutron-server[103033]: WARNING neutron.quota.resource_registry [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] security_group_rule is already registered Dec 15 14:04:51.151750 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.v2.resource_helper [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Service CORE assigned prefix: {{(pid=103033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 14:04:51.152119 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.quota.resource_registry [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 14:04:51.152466 dv-cinder-813229-4-iscsi neutron-server[103033]: WARNING neutron.quota.resource_registry [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] subnetpool is already registered Dec 15 14:04:51.152893 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.v2.resource_helper [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Service CORE assigned prefix: {{(pid=103033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 14:04:51.153225 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.quota.resource_registry [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 14:04:51.153567 dv-cinder-813229-4-iscsi neutron-server[103033]: WARNING neutron.quota.resource_registry [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] subnetpool is already registered Dec 15 14:04:51.154090 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extended resource: extensions {{(pid=103033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:04:51.155593 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extended resource: address-groups {{(pid=103033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:04:51.157127 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extended resource: address-scopes {{(pid=103033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:04:51.158596 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extended resource: agents {{(pid=103033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:04:51.159770 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extended resource: auto-allocated-topology {{(pid=103033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:04:51.161050 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extended resource: availability_zones {{(pid=103033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:04:51.162287 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extended resource: dhcp-networks {{(pid=103033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:04:51.163810 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extended resource: dhcp-agents {{(pid=103033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:04:51.165305 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extended resource: routers {{(pid=103033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:04:51.167539 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extended resource: flavors {{(pid=103033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:04:51.168745 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extended resource: service_profiles {{(pid=103033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:04:51.169960 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extended resource: next_providers {{(pid=103033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:04:51.171461 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extended resource: service_profiles {{(pid=103033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:04:51.174063 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extended resource: floatingip-pools {{(pid=103033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:04:51.175349 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extended resource: routers {{(pid=103033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:04:51.177552 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extended resource: floatingips {{(pid=103033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:04:51.178805 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extended resource: l3-routers {{(pid=103033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:04:51.180223 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extended resource: l3-agents {{(pid=103033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:04:51.181738 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extended resource: metering-labels {{(pid=103033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:04:51.183054 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extended resource: metering-label-rules {{(pid=103033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:04:51.184368 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extended resource: network-ip-availabilities {{(pid=103033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:04:51.185637 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extended resource: bindings {{(pid=103033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:04:51.187300 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extended resource: quotas {{(pid=103033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:04:51.189492 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extended resource: quotas {{(pid=103033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:04:51.191019 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extended resource: rbac-policies {{(pid=103033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:04:51.192360 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extended resource: security-groups {{(pid=103033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:04:51.193603 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extended resource: security-group-rules {{(pid=103033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:04:51.194891 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extended resource: service-providers {{(pid=103033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:04:51.196145 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extended resource: subnetpools {{(pid=103033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:04:51.197577 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extended resource: subnetpools {{(pid=103033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:04:51.199036 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extended resource: tags {{(pid=103033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:04:51.200759 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extended resource: tags {{(pid=103033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:04:51.202574 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extended resource: tags {{(pid=103033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:04:51.205026 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extended resource: tags {{(pid=103033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:04:51.206824 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extended resource: tags {{(pid=103033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:04:51.208726 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extended resource: tags {{(pid=103033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:04:51.210411 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extended resource: tags {{(pid=103033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:04:51.212395 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extended resource: tags {{(pid=103033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:04:51.214171 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extended resource: tags {{(pid=103033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:04:51.216081 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron.api.extensions [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Extended resource: tags {{(pid=103033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 14:04:51.222559 dv-cinder-813229-4-iscsi neutron-server[103033]: WARNING keystonemiddleware.auth_token [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 15 14:04:51.227360 dv-cinder-813229-4-iscsi neutron-server[103033]: WARNING keystonemiddleware.auth_token [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 15 14:04:51.236784 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_concurrency.lockutils [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Acquired lock "singleton_lock" {{(pid=103033) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 15 14:04:51.237271 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_concurrency.lockutils [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Releasing lock "singleton_lock" {{(pid=103033) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 15 14:04:51.237957 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO oslo_service.service [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Starting 2 workers Dec 15 14:04:51.242834 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Started child 103144 {{(pid=103033) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 14:04:51.247367 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Started child 103145 {{(pid=103033) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 14:04:51.248368 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:51.249423 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO neutron.service [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 15 14:04:51.249713 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Publish callbacks [] for process, before_spawn {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:51.249830 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [-] (103144) wsgi starting up on http://0.0.0.0:9696 Dec 15 14:04:51.252934 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO oslo_service.service [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Starting 1 workers Dec 15 14:04:51.253060 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:51.254271 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [-] (103145) wsgi starting up on http://0.0.0.0:9696 Dec 15 14:04:51.258161 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Started child 103146 {{(pid=103033) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 14:04:51.258752 dv-cinder-813229-4-iscsi neutron-server[103033]: INFO oslo_service.service [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Starting 1 workers Dec 15 14:04:51.262441 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.service [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] calling RpcWorker wait() {{(pid=103146) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 15 14:04:51.263099 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.service [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] returning from RpcWorker wait() {{(pid=103146) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 15 14:04:51.263770 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Started child 103147 {{(pid=103033) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 14:04:51.264461 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:51.264663 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4433d514-4b72-499a-80d2-0576d9776020 None None] Publish callbacks [] for process, after_spawn {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:51.265016 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:51.266577 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103033) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 15 14:04:51.267334 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 14:04:51.267550 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 14:04:51.267786 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 14:04:51.268146 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 14:04:51.268386 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 14:04:51.268905 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.269198 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.269480 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.269752 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.270038 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.270226 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:04:51.270698 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.270884 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.271141 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.271418 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.271656 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.271833 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.272046 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.272314 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.272551 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.272929 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.273208 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.273466 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.273725 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.273910 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.274174 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.274442 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.274678 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.274954 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] debug = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.275212 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.275693 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.275961 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.276198 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.276428 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.276709 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.276961 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.277224 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.277473 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.277709 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.277943 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.278200 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.278464 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.278727 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.278987 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.279206 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.279465 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.279690 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.280213 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] host = dv-cinder-813229-4-iscsi {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.280435 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.280673 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.280918 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.281168 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.281429 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.281645 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.281903 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.282173 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.282451 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.282699 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.283056 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.283322 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.283538 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.283796 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] log_file = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.283979 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] log_options = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.284203 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.284484 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.284758 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.284960 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.285131 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.285316 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.285584 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.285736 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.285995 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.286211 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.286426 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.286640 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.286864 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.287099 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.287355 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.287601 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.287838 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.288090 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.288367 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.288579 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.288806 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.289031 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.289269 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.289501 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.289717 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.289930 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.290270 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.290415 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.290573 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.290825 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.291109 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.291354 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.291586 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.291829 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.292147 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.292396 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.292676 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.292897 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.293166 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.293394 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.293645 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.293901 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.294115 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.294360 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.294577 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.294796 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.295042 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] use_json = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.295260 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.295503 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.295749 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.295990 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.296224 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.296439 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.296652 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.297104 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.297725 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.298189 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.299004 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.299161 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.299570 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.299831 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.300335 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.300865 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.301136 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.301246 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:51.301393 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.301735 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.301969 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.302282 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.302536 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.302799 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.303128 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.303373 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.303658 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.303902 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.312659 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.312659 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.312659 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.312659 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.312659 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.312659 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.312659 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.312659 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.314122 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.314122 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.314122 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.314122 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.314122 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.314122 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.314122 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.314122 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.315110 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.315110 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.315110 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.315110 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.315110 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.315110 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.315110 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.315110 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.315110 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.315914 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.315914 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.315914 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.315914 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.315914 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.315914 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.315914 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.315914 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.315914 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.316743 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.316743 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.316743 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.316743 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.316743 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.316743 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.316743 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.316743 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.316743 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.317529 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.317529 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.317529 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.317529 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.317529 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.317529 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.317529 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.317529 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.317529 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.318472 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.318472 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.318472 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.318472 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.318472 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.318472 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.318973 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.318973 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.321190 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.321190 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.321190 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.321190 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.321577 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.321695 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.321937 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.322187 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.322409 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.322627 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.322866 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.323209 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.323428 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.323773 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.324055 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.324316 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.324546 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.324886 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.325157 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.325604 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.325987 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.326258 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.326512 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.326775 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.327009 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.327316 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.327508 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.327753 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.328038 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.328286 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.328550 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.328793 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.329047 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.329958 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.330397 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.330762 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.331133 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.331495 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.331768 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.332069 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.332319 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.332579 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.332826 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.333091 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.333398 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.333657 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.333929 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.334172 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.334427 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.334709 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.334971 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.335251 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.335506 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.335782 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.336095 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.336339 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.336583 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.336846 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.337112 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.337742 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 60088) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:04:51.347493 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068529 Dec 15 14:04:51.348148 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.348631 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.349047 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.349288 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.349580 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.349851 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.350108 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.350424 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.350682 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.350953 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.351216 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.352091 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.352322 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.352581 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.352824 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.353048 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.353304 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.353560 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.353869 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.354137 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.354340 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.354606 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.354846 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.355078 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.355321 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.355546 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.355774 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.359947 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.359947 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.359947 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.359947 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.359947 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.359947 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.359947 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.359947 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.361108 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.361108 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.361108 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.361108 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.361108 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.361108 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.361108 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.361108 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.362120 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.362410 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.363207 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.363207 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.363207 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.363450 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.363621 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.363784 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.364036 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.364300 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.364558 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.364974 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.367198 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.367198 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.367198 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.367198 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.367198 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.367198 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.367198 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.367198 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.367730 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.367730 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.367730 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.367917 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.367917 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.368378 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.368558 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.368869 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.370388 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.371753 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.371753 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.371753 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.371753 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.371753 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.372164 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.372275 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.372679 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.373063 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.373875 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.374618 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.375214 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.375849 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.377395 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.377395 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.377395 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.377395 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.377746 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.377850 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.378233 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.379301 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.380143 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.380464 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.380676 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.381223 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.381579 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.381926 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.382210 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.382442 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.382657 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.382918 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.383139 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.383380 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.383599 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.383819 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.384123 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.385646 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.386397 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.386694 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.388048 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.388048 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.388375 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.388375 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.388653 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.388849 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.391696 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.391977 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.392281 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.392529 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.392802 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.393043 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.393332 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.393680 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.394008 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.394263 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.394539 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.394818 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.395110 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.395400 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.395624 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.396478 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.396864 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.397151 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.397424 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.397670 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.397940 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.398194 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.398439 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.398687 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.398930 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.399153 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.399429 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.399667 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.399966 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.400169 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.400422 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.400646 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.400882 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.401131 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.401359 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.401598 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.401763 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 14:04:51.402306 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103033) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 15 14:04:51.402472 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 14:04:51.402636 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 14:04:51.402823 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 14:04:51.403154 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 14:04:51.403458 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 14:04:51.403887 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.405752 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.406474 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.406797 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.407667 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.408027 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.408998 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.409311 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.411648 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.412032 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.412198 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.412454 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.412595 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.412722 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.412880 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.413052 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.413221 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.413390 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.413696 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.413850 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.413958 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.414080 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.414190 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] debug = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.414480 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.414593 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.414701 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.414844 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.415006 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.415168 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.415324 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.415480 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.415640 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.415802 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.416455 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.416633 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.416798 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.416961 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.417124 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.417773 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.418321 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.418899 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.418899 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] host = dv-cinder-813229-4-iscsi {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.419150 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.419264 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.423975 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.423975 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.423975 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.423975 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.423975 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.423975 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.423975 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.423975 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.424508 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.424508 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.424508 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.424508 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] log_file = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.424508 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] log_options = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.424508 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.424508 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.424508 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.424936 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.424936 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.424936 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.424936 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.424936 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.424936 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.424936 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.425321 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.425321 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.425321 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.425321 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.425321 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.425585 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.425585 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.425736 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.426031 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.426137 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.426223 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.426367 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.426522 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.426686 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.426848 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.427001 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.427157 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.427318 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.427528 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.427676 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.427845 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.427975 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.428123 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.428285 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.428439 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.428663 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.428746 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.428898 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.429065 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.429226 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.429391 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.429560 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.429703 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.429863 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.430025 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.430185 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.430346 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] use_json = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.430506 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.430668 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.430825 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.430986 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.431147 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.431308 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.431468 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.431630 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 14:04:51.431821 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.432058 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.432225 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.432390 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.432558 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.432726 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.433525 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.433525 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.433525 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.433525 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.433525 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.433836 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.433836 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.434059 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.434151 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.434313 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.434479 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.434834 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.435008 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.435173 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.435336 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.435501 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.435675 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.435840 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.436041 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.436221 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.436373 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.436541 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.436708 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.437371 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:04:51.437501 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.437630 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.437776 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.437950 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.438118 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.438284 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.438596 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.439731 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.439731 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.439731 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.439731 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.440209 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.440833 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.441015 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.441188 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.441356 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.441524 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.441694 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.441859 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.442023 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.442189 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.442479 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.442574 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.442710 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.442836 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.443015 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.443169 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.443336 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.443508 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.443666 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.444071 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.444237 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.444704 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.444704 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.444939 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.445100 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.445263 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.445423 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.445569 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.445753 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.445917 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.446083 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.446248 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.446413 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.446577 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.446741 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.446904 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.447068 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.447233 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.447397 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.447562 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.447726 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.447890 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.448077 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.448241 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.448404 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.448569 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.448732 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.448899 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.449073 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.449224 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.449386 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.449580 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.449760 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.449907 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.450070 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.450227 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.450386 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.450541 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.450696 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.450854 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.451448 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.451448 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.451448 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.451859 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.451859 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.451859 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.452343 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.452343 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.452343 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.452639 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.452639 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.452832 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.452935 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.453047 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.454238 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.454238 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.454238 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.454238 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.454238 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.454238 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.454238 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.455089 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.455089 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.455089 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.455394 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.455394 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.455590 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.455590 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.455794 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.456018 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.456133 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.456251 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.456411 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.456574 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.457518 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.457518 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.457518 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.457518 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.457518 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.458012 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.458012 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.458012 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.458012 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.458396 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.458396 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.458588 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.458588 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.458816 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.458959 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.459075 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.459218 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.460174 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.460174 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.460174 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.460174 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.460174 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.460174 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.460747 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.460747 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.460747 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.461049 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.461049 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.461190 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.461266 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.461387 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.461551 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.461719 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.461879 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.462042 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.462189 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.462357 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.462521 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.462688 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.462869 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.463044 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.463197 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.463357 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.463491 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.463658 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.463845 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.464048 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.464157 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.464323 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.464517 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.464673 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.464823 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.465742 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.465742 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.465742 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.465742 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.465742 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.466095 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.466095 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.466216 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.466412 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.466557 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.466711 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.466863 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.467023 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.467173 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.467444 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.467444 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.467706 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.467706 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.468015 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.468015 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.468289 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.468418 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.468558 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.468686 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.468811 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.468937 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.469151 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.469299 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.469427 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.470439 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.470439 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.470439 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.470439 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.470439 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.470439 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.471150 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.471150 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.471150 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.471150 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.471150 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.472647 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.472647 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.472647 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.472647 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.472647 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.472647 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.472647 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.472647 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.473541 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.473541 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.473541 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.473541 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.473541 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.473541 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.474282 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.474282 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.474282 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.474282 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.474743 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.474743 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.474743 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.474743 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.475204 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.475204 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.475464 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.475588 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.475723 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.475857 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.476109 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.476290 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.476455 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.476622 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.476786 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.476951 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.477144 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.477279 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.477419 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.477586 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.477755 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.477921 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.478092 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.478263 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.478436 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.478601 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.478771 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.478948 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.479112 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.479335 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.479466 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.479590 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.479714 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.479880 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.480878 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.481056 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.481218 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.481380 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.481547 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.481714 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.481880 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.482046 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.482212 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.482378 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.483358 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.483358 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.483673 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 14:04:51.483673 dv-cinder-813229-4-iscsi neutron-server[103033]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 14:05:03.258460 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2c6775-634b-45a2-9ac8-c8a06b16142c None None] get_active_networks_info from dv-cinder-813229-4-iscsi {{(pid=103146) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 14:05:03.329521 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2c6775-634b-45a2-9ac8-c8a06b16142c None None] No non-hosted networks {{(pid=103146) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 15 14:05:03.359518 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.agentschedulers_db [None req-3a2c6775-634b-45a2-9ac8-c8a06b16142c None None] DHCP Agent not found on host dv-cinder-813229-4-iscsi {{(pid=103146) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 15 14:05:03.559242 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-03c1cdaf-f872-4c06-9836-56f86a396680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584893'] for agent, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:05.842890 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-39d1298f-4b8a-46a9-9e56-a4d2ef8e49dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584893'] for agent, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:05.892926 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.db.api [None req-067f9a77-03e6-404c-8c49-68e715513834 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-813229-4-iscsi {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 14:05:05.893681 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG oslo_db.api [None req-067f9a77-03e6-404c-8c49-68e715513834 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 14:05:06.418370 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-067f9a77-03e6-404c-8c49-68e715513834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:07.058164 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584893'] for agent, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:08.160638 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584893'] for agent, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:09.292008 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584893'] for agent, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:09.298616 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:09.298616 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:09.298616 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:09.298616 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:09.298616 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:09.299001 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:09.299001 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:09.299001 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:09.299001 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:09.299001 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:09.299333 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:09.299333 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:09.299333 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:09.299333 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-813229-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:09.312181 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-813229-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:09.609022 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 60186) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:10.145677 dv-cinder-813229-4-iscsi neutron-server[103144]: WARNING oslo_policy.policy [None req-e89a41b9-a22f-498a-b596-19bb4926bbef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 14:05:10.146276 dv-cinder-813229-4-iscsi neutron-server[103144]: WARNING oslo_policy.policy [None req-e89a41b9-a22f-498a-b596-19bb4926bbef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 14:05:10.377915 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [None req-e89a41b9-a22f-498a-b596-19bb4926bbef admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:05:10.388022 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-e89a41b9-a22f-498a-b596-19bb4926bbef admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7689748 Dec 15 14:05:10.409499 dv-cinder-813229-4-iscsi neutron-server[103146]: INFO neutron.db.l3_hamode_db [None req-4aa1e670-eaa1-4fc4-b92e-5b88f1fedcb3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 15 14:05:10.495437 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa1e670-eaa1-4fc4-b92e-5b88f1fedcb3 None None] Routers set() bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:05:10.495842 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa1e670-eaa1-4fc4-b92e-5b88f1fedcb3 None None] Router IDs set() for agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 15 14:05:13.008010 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 60202) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:13.327877 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-7ec93056-9887-436d-a67e-84acea7acf92 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:13.424757 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.policy [None req-7ec93056-9887-436d-a67e-84acea7acf92 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103144) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 15 14:05:13.473522 dv-cinder-813229-4-iscsi neutron-server[103144]: WARNING oslo_policy.policy [None req-7ec93056-9887-436d-a67e-84acea7acf92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 14:05:13.473907 dv-cinder-813229-4-iscsi neutron-server[103144]: WARNING oslo_policy.policy [None req-7ec93056-9887-436d-a67e-84acea7acf92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 14:05:13.482564 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.quota [None req-7ec93056-9887-436d-a67e-84acea7acf92 admin admin] Loaded quota_driver: . Dec 15 14:05:13.639671 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7ec93056-9887-436d-a67e-84acea7acf92 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782777202569', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782777201276', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782777184009', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782777184784', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782777162215', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782777170087', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-823603', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-850227', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1616841', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1755686'] for rbac-policy, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:13.893899 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7ec93056-9887-436d-a67e-84acea7acf92 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:13.895033 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-7ec93056-9887-436d-a67e-84acea7acf92 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8860440 Dec 15 14:05:16.739951 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 60214) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:17.073445 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-9951b822-74dd-48da-8559-2c3ef6463c9f admin admin] Request body: {'network': {'tenant_id': '0fb6e30b068d45a9a5f14f0ee30c82c8', 'name': 'private', 'project_id': '0fb6e30b068d45a9a5f14f0ee30c82c8', 'admin_state_up': True}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:17.166016 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9951b822-74dd-48da-8559-2c3ef6463c9f admin admin] Made reservation on behalf of 0fb6e30b068d45a9a5f14f0ee30c82c8 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:05:17.168975 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9951b822-74dd-48da-8559-2c3ef6463c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:17.188453 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9951b822-74dd-48da-8559-2c3ef6463c9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:17.298956 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9951b822-74dd-48da-8559-2c3ef6463c9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:17.366075 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9951b822-74dd-48da-8559-2c3ef6463c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:17.386412 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9951b822-74dd-48da-8559-2c3ef6463c9f admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:05:17.414769 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9951b822-74dd-48da-8559-2c3ef6463c9f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782779444089', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:17.415368 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9951b822-74dd-48da-8559-2c3ef6463c9f admin admin] Unsubscribe: segment precommit_create {{(pid=103144) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 15 14:05:17.415895 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.db.segments_db [None req-9951b822-74dd-48da-8559-2c3ef6463c9f admin admin] Added segment fbd4b207-b536-416e-832d-8406ece2dbb2 of type vlan for network c54dc966-16c4-4c15-84d3-b5b10102c38e Dec 15 14:05:17.432436 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951b822-74dd-48da-8559-2c3ef6463c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146ab306-8249-411f-8c9f-014f74060203,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:17.458146 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951b822-74dd-48da-8559-2c3ef6463c9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:17.462133 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951b822-74dd-48da-8559-2c3ef6463c9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:17.462133 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951b822-74dd-48da-8559-2c3ef6463c9f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:17.462133 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951b822-74dd-48da-8559-2c3ef6463c9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:17.462133 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951b822-74dd-48da-8559-2c3ef6463c9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:17.462133 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951b822-74dd-48da-8559-2c3ef6463c9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:17.462545 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951b822-74dd-48da-8559-2c3ef6463c9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:17.462545 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951b822-74dd-48da-8559-2c3ef6463c9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:17.462545 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951b822-74dd-48da-8559-2c3ef6463c9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:17.462545 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951b822-74dd-48da-8559-2c3ef6463c9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:17.462545 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951b822-74dd-48da-8559-2c3ef6463c9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:17.462935 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951b822-74dd-48da-8559-2c3ef6463c9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:17.462935 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951b822-74dd-48da-8559-2c3ef6463c9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:17.463379 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9951b822-74dd-48da-8559-2c3ef6463c9f admin admin] Tracked resource versions report: Dec 15 14:05:17.463379 dv-cinder-813229-4-iscsi neutron-server[103144]: pushed versions: Dec 15 14:05:17.463379 dv-cinder-813229-4-iscsi neutron-server[103144]: { 'AddressGroup': {'1.2'}, Dec 15 14:05:17.463379 dv-cinder-813229-4-iscsi neutron-server[103144]: 'ConntrackHelper': {'1.0'}, Dec 15 14:05:17.463379 dv-cinder-813229-4-iscsi neutron-server[103144]: 'LocalIPAssociation': {'1.0'}, Dec 15 14:05:17.463379 dv-cinder-813229-4-iscsi neutron-server[103144]: 'Log': {'1.0'}, Dec 15 14:05:17.463379 dv-cinder-813229-4-iscsi neutron-server[103144]: 'Network': {'1.1'}, Dec 15 14:05:17.463379 dv-cinder-813229-4-iscsi neutron-server[103144]: 'Port': {'1.7'}, Dec 15 14:05:17.463379 dv-cinder-813229-4-iscsi neutron-server[103144]: 'PortForwarding': {'1.2'}, Dec 15 14:05:17.463379 dv-cinder-813229-4-iscsi neutron-server[103144]: 'QosPolicy': {'1.10'}, Dec 15 14:05:17.463379 dv-cinder-813229-4-iscsi neutron-server[103144]: 'SecurityGroup': {'1.5'}, Dec 15 14:05:17.463379 dv-cinder-813229-4-iscsi neutron-server[103144]: 'SecurityGroupRule': {'1.2'}, Dec 15 14:05:17.463379 dv-cinder-813229-4-iscsi neutron-server[103144]: 'SubPort': {'1.0'}, Dec 15 14:05:17.463379 dv-cinder-813229-4-iscsi neutron-server[103144]: 'Subnet': {'1.1'}, Dec 15 14:05:17.463379 dv-cinder-813229-4-iscsi neutron-server[103144]: 'Trunk': {'1.1'}} Dec 15 14:05:17.463379 dv-cinder-813229-4-iscsi neutron-server[103144]: consumer versions: Dec 15 14:05:17.463379 dv-cinder-813229-4-iscsi neutron-server[103144]: { DHCP agent@dv-cinder-813229-4-iscsi: {}, Dec 15 14:05:17.463379 dv-cinder-813229-4-iscsi neutron-server[103144]: L3 agent@dv-cinder-813229-4-iscsi: {}, Dec 15 14:05:17.463379 dv-cinder-813229-4-iscsi neutron-server[103144]: Metadata agent@dv-cinder-813229-4-iscsi: {}, Dec 15 14:05:17.463379 dv-cinder-813229-4-iscsi neutron-server[103144]: Metering agent@dv-cinder-813229-4-iscsi: {}, Dec 15 14:05:17.463379 dv-cinder-813229-4-iscsi neutron-server[103144]: Open vSwitch agent@dv-cinder-813229-4-iscsi: { 'AddressGroup': '1.2', Dec 15 14:05:17.463379 dv-cinder-813229-4-iscsi neutron-server[103144]: 'ConntrackHelper': '1.0', Dec 15 14:05:17.463379 dv-cinder-813229-4-iscsi neutron-server[103144]: 'LocalIPAssociation': '1.0', Dec 15 14:05:17.463379 dv-cinder-813229-4-iscsi neutron-server[103144]: 'Log': '1.0', Dec 15 14:05:17.463379 dv-cinder-813229-4-iscsi neutron-server[103144]: 'Network': '1.1', Dec 15 14:05:17.463379 dv-cinder-813229-4-iscsi neutron-server[103144]: 'Port': '1.7', Dec 15 14:05:17.463379 dv-cinder-813229-4-iscsi neutron-server[103144]: 'PortForwarding': '1.2', Dec 15 14:05:17.463379 dv-cinder-813229-4-iscsi neutron-server[103144]: 'QosPolicy': '1.10', Dec 15 14:05:17.463379 dv-cinder-813229-4-iscsi neutron-server[103144]: 'SecurityGroup': '1.5', Dec 15 14:05:17.463379 dv-cinder-813229-4-iscsi neutron-server[103144]: 'SecurityGroupRule': '1.2', Dec 15 14:05:17.463379 dv-cinder-813229-4-iscsi neutron-server[103144]: 'SubPort': '1.0', Dec 15 14:05:17.463379 dv-cinder-813229-4-iscsi neutron-server[103144]: 'Subnet': '1.1', Dec 15 14:05:17.463379 dv-cinder-813229-4-iscsi neutron-server[103144]: 'Trunk': '1.1'}} Dec 15 14:05:17.463379 dv-cinder-813229-4-iscsi neutron-server[103144]: {{(pid=103144) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 14:05:17.538066 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9951b822-74dd-48da-8559-2c3ef6463c9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782778959656'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:17.628717 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9951b822-74dd-48da-8559-2c3ef6463c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:17.629841 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9951b822-74dd-48da-8559-2c3ef6463c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:17.630574 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9951b822-74dd-48da-8559-2c3ef6463c9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:17.726986 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951b822-74dd-48da-8559-2c3ef6463c9f admin admin] Pushing event updated for resources: {'Network': ['ID=c54dc966-16c4-4c15-84d3-b5b10102c38e,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:17.739060 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Network c54dc966-16c4-4c15-84d3-b5b10102c38e details requested by agent ovs-agent-dv-cinder-813229-4-iscsi with host dv-cinder-813229-4-iscsi {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:05:17.757245 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-9951b822-74dd-48da-8559-2c3ef6463c9f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0161281 Dec 15 14:05:20.652668 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 60228) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:21.051053 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3497f15e-fc46-45a4-a0ec-f0b13b2e1ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:21.052508 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-3497f15e-fc46-45a4-a0ec-f0b13b2e1ed2 admin admin] 10.222.0.36 "GET /v2.0/networks/c54dc966-16c4-4c15-84d3-b5b10102c38e HTTP/1.1" status: 200 len: 825 time: 0.3988845 Dec 15 14:05:21.077879 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-f3403f4c-5d42-461c-8961-921f06f0f8c6 admin admin] 10.222.0.36 "GET /v2.0/subnetpools/b145fd31-6152-4d52-8672-7d8fc64a7d54 HTTP/1.1" status: 200 len: 734 time: 0.0191407 Dec 15 14:05:21.087419 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-c5044f82-29ba-4917-b4db-f72c4b471c0d admin admin] Request body: {'subnet': {'network_id': 'c54dc966-16c4-4c15-84d3-b5b10102c38e', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'b145fd31-6152-4d52-8672-7d8fc64a7d54', 'tenant_id': '0fb6e30b068d45a9a5f14f0ee30c82c8'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:21.217339 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5044f82-29ba-4917-b4db-f72c4b471c0d admin admin] Made reservation on behalf of 0fb6e30b068d45a9a5f14f0ee30c82c8 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:05:21.220257 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c5044f82-29ba-4917-b4db-f72c4b471c0d admin admin] Publish callbacks [] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:21.583127 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c5044f82-29ba-4917-b4db-f72c4b471c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:21.656378 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5044f82-29ba-4917-b4db-f72c4b471c0d admin admin] Checking segment: {'id': 'fbd4b207-b536-416e-832d-8406ece2dbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c54dc966-16c4-4c15-84d3-b5b10102c38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:05:21.657064 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5044f82-29ba-4917-b4db-f72c4b471c0d admin admin] Network hostable DHCP agents. Network: c54dc966-16c4-4c15-84d3-b5b10102c38e, hostable agents: ['00d3855d-cdb4-486b-84c6-a7f3fbe8df5a'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:05:21.661443 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5044f82-29ba-4917-b4db-f72c4b471c0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ec9c311-da9b-476b-8b38-4f396bd2d894,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:21.753729 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5044f82-29ba-4917-b4db-f72c4b471c0d admin admin] Network c54dc966-16c4-4c15-84d3-b5b10102c38e is scheduled to be hosted by DHCP agent 00d3855d-cdb4-486b-84c6-a7f3fbe8df5a with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:05:21.856586 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-c5044f82-29ba-4917-b4db-f72c4b471c0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-4-iscsi, c54dc966-16c4-4c15-84d3-b5b10102c38e) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:21.866275 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5044f82-29ba-4917-b4db-f72c4b471c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:21.866275 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c5044f82-29ba-4917-b4db-f72c4b471c0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:21.866562 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d53c76-827a-461a-b533-b7c2a47df830 None None] Network c54dc966-16c4-4c15-84d3-b5b10102c38e requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:05:21.945540 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-c5044f82-29ba-4917-b4db-f72c4b471c0d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8614872 Dec 15 14:05:22.139050 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075fe4e2-6302-40cc-a99a-35204f76841c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3ace9d4-bb60-588e-bb51-46ac2ab48d23-c54dc966-16c4-4c15-84d3-b5b10102c38e', 'network_id': 'c54dc966-16c4-4c15-84d3-b5b10102c38e', 'project_id': '0fb6e30b068d45a9a5f14f0ee30c82c8', 'fixed_ips': [{'subnet_id': '5ec9c311-da9b-476b-8b38-4f396bd2d894'}]}} from dv-cinder-813229-4-iscsi. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:05:22.140429 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-075fe4e2-6302-40cc-a99a-35204f76841c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:22.458038 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-075fe4e2-6302-40cc-a99a-35204f76841c None None] Allocated IP 172.20.0.2 (c54dc966-16c4-4c15-84d3-b5b10102c38e/5ec9c311-da9b-476b-8b38-4f396bd2d894/8c4e1e11-9de0-40ef-9a4c-34a52700ab94) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:05:22.707636 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-075fe4e2-6302-40cc-a99a-35204f76841c None None] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:22.784553 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-075fe4e2-6302-40cc-a99a-35204f76841c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:22.865755 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075fe4e2-6302-40cc-a99a-35204f76841c None None] Network c54dc966-16c4-4c15-84d3-b5b10102c38e is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:05:22.870713 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-075fe4e2-6302-40cc-a99a-35204f76841c None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:22.879900 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075fe4e2-6302-40cc-a99a-35204f76841c None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:05:22.883066 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075fe4e2-6302-40cc-a99a-35204f76841c None None] Pushing event updated for resources: {'Port': ['ID=8c4e1e11-9de0-40ef-9a4c-34a52700ab94,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:22.913379 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075fe4e2-6302-40cc-a99a-35204f76841c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:22.913764 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075fe4e2-6302-40cc-a99a-35204f76841c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:22.914136 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075fe4e2-6302-40cc-a99a-35204f76841c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:22.914489 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075fe4e2-6302-40cc-a99a-35204f76841c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:22.914832 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075fe4e2-6302-40cc-a99a-35204f76841c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:22.915173 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075fe4e2-6302-40cc-a99a-35204f76841c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:22.915507 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075fe4e2-6302-40cc-a99a-35204f76841c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:22.915845 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075fe4e2-6302-40cc-a99a-35204f76841c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:22.916207 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075fe4e2-6302-40cc-a99a-35204f76841c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:22.916545 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075fe4e2-6302-40cc-a99a-35204f76841c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:22.916877 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075fe4e2-6302-40cc-a99a-35204f76841c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:22.917221 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075fe4e2-6302-40cc-a99a-35204f76841c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:22.917536 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075fe4e2-6302-40cc-a99a-35204f76841c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:22.918965 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075fe4e2-6302-40cc-a99a-35204f76841c None None] Tracked resource versions report: Dec 15 14:05:22.918965 dv-cinder-813229-4-iscsi neutron-server[103146]: pushed versions: Dec 15 14:05:22.918965 dv-cinder-813229-4-iscsi neutron-server[103146]: { 'AddressGroup': {'1.2'}, Dec 15 14:05:22.918965 dv-cinder-813229-4-iscsi neutron-server[103146]: 'ConntrackHelper': {'1.0'}, Dec 15 14:05:22.918965 dv-cinder-813229-4-iscsi neutron-server[103146]: 'LocalIPAssociation': {'1.0'}, Dec 15 14:05:22.918965 dv-cinder-813229-4-iscsi neutron-server[103146]: 'Log': {'1.0'}, Dec 15 14:05:22.918965 dv-cinder-813229-4-iscsi neutron-server[103146]: 'Network': {'1.1'}, Dec 15 14:05:22.918965 dv-cinder-813229-4-iscsi neutron-server[103146]: 'Port': {'1.7'}, Dec 15 14:05:22.918965 dv-cinder-813229-4-iscsi neutron-server[103146]: 'PortForwarding': {'1.2'}, Dec 15 14:05:22.918965 dv-cinder-813229-4-iscsi neutron-server[103146]: 'QosPolicy': {'1.10'}, Dec 15 14:05:22.918965 dv-cinder-813229-4-iscsi neutron-server[103146]: 'SecurityGroup': {'1.5'}, Dec 15 14:05:22.918965 dv-cinder-813229-4-iscsi neutron-server[103146]: 'SecurityGroupRule': {'1.2'}, Dec 15 14:05:22.918965 dv-cinder-813229-4-iscsi neutron-server[103146]: 'SubPort': {'1.0'}, Dec 15 14:05:22.918965 dv-cinder-813229-4-iscsi neutron-server[103146]: 'Subnet': {'1.1'}, Dec 15 14:05:22.918965 dv-cinder-813229-4-iscsi neutron-server[103146]: 'Trunk': {'1.1'}} Dec 15 14:05:22.918965 dv-cinder-813229-4-iscsi neutron-server[103146]: consumer versions: Dec 15 14:05:22.918965 dv-cinder-813229-4-iscsi neutron-server[103146]: { DHCP agent@dv-cinder-813229-4-iscsi: {}, Dec 15 14:05:22.918965 dv-cinder-813229-4-iscsi neutron-server[103146]: L3 agent@dv-cinder-813229-4-iscsi: {}, Dec 15 14:05:22.918965 dv-cinder-813229-4-iscsi neutron-server[103146]: Metadata agent@dv-cinder-813229-4-iscsi: {}, Dec 15 14:05:22.918965 dv-cinder-813229-4-iscsi neutron-server[103146]: Metering agent@dv-cinder-813229-4-iscsi: {}, Dec 15 14:05:22.918965 dv-cinder-813229-4-iscsi neutron-server[103146]: Open vSwitch agent@dv-cinder-813229-4-iscsi: { 'AddressGroup': '1.2', Dec 15 14:05:22.918965 dv-cinder-813229-4-iscsi neutron-server[103146]: 'ConntrackHelper': '1.0', Dec 15 14:05:22.918965 dv-cinder-813229-4-iscsi neutron-server[103146]: 'LocalIPAssociation': '1.0', Dec 15 14:05:22.918965 dv-cinder-813229-4-iscsi neutron-server[103146]: 'Log': '1.0', Dec 15 14:05:22.918965 dv-cinder-813229-4-iscsi neutron-server[103146]: 'Network': '1.1', Dec 15 14:05:22.918965 dv-cinder-813229-4-iscsi neutron-server[103146]: 'Port': '1.7', Dec 15 14:05:22.918965 dv-cinder-813229-4-iscsi neutron-server[103146]: 'PortForwarding': '1.2', Dec 15 14:05:22.918965 dv-cinder-813229-4-iscsi neutron-server[103146]: 'QosPolicy': '1.10', Dec 15 14:05:22.918965 dv-cinder-813229-4-iscsi neutron-server[103146]: 'SecurityGroup': '1.5', Dec 15 14:05:22.918965 dv-cinder-813229-4-iscsi neutron-server[103146]: 'SecurityGroupRule': '1.2', Dec 15 14:05:22.918965 dv-cinder-813229-4-iscsi neutron-server[103146]: 'SubPort': '1.0', Dec 15 14:05:22.918965 dv-cinder-813229-4-iscsi neutron-server[103146]: 'Subnet': '1.1', Dec 15 14:05:22.918965 dv-cinder-813229-4-iscsi neutron-server[103146]: 'Trunk': '1.1'}} Dec 15 14:05:22.918965 dv-cinder-813229-4-iscsi neutron-server[103146]: {{(pid=103146) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 14:05:22.968281 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-075fe4e2-6302-40cc-a99a-35204f76841c None None] Attempting to bind port 8c4e1e11-9de0-40ef-9a4c-34a52700ab94 on host dv-cinder-813229-4-iscsi for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:05:22.968682 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-075fe4e2-6302-40cc-a99a-35204f76841c None None] Attempting to bind port 8c4e1e11-9de0-40ef-9a4c-34a52700ab94 by drivers openvswitch,hyperv on host dv-cinder-813229-4-iscsi at level 0 using segments [{'id': 'fbd4b207-b536-416e-832d-8406ece2dbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c54dc966-16c4-4c15-84d3-b5b10102c38e'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:05:22.969114 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075fe4e2-6302-40cc-a99a-35204f76841c None None] Attempting to bind port 8c4e1e11-9de0-40ef-9a4c-34a52700ab94 on network c54dc966-16c4-4c15-84d3-b5b10102c38e {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:05:22.974949 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075fe4e2-6302-40cc-a99a-35204f76841c None None] Checking agent: {'id': '939e8715-7657-4010-a58c-eb05979aa89f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 5, 9), 'started_at': datetime.datetime(2021, 12, 15, 14, 5, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:05:22.975329 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075fe4e2-6302-40cc-a99a-35204f76841c None None] Checking segment: {'id': 'fbd4b207-b536-416e-832d-8406ece2dbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c54dc966-16c4-4c15-84d3-b5b10102c38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:05:22.975811 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-075fe4e2-6302-40cc-a99a-35204f76841c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:22.976233 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075fe4e2-6302-40cc-a99a-35204f76841c None None] Bound using segment: {'id': 'fbd4b207-b536-416e-832d-8406ece2dbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c54dc966-16c4-4c15-84d3-b5b10102c38e'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:05:22.976744 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-075fe4e2-6302-40cc-a99a-35204f76841c None None] Bound port: 8c4e1e11-9de0-40ef-9a4c-34a52700ab94, host: dv-cinder-813229-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd4b207-b536-416e-832d-8406ece2dbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c54dc966-16c4-4c15-84d3-b5b10102c38e'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:05:22.977159 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-075fe4e2-6302-40cc-a99a-35204f76841c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:23.044434 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-075fe4e2-6302-40cc-a99a-35204f76841c None None] For port 8c4e1e11-9de0-40ef-9a4c-34a52700ab94, host dv-cinder-813229-4-iscsi, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:05:23.049567 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-075fe4e2-6302-40cc-a99a-35204f76841c None None] For port 8c4e1e11-9de0-40ef-9a4c-34a52700ab94, host dv-cinder-813229-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=8c4e1e11-9de0-40ef-9a4c-34a52700ab94,segment=NetworkSegment(fbd4b207-b536-416e-832d-8406ece2dbb2),segment_id=fbd4b207-b536-416e-832d-8406ece2dbb2)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:05:23.148702 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-075fe4e2-6302-40cc-a99a-35204f76841c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:23.215188 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075fe4e2-6302-40cc-a99a-35204f76841c None None] Pushing event updated for resources: {'Port': ['ID=8c4e1e11-9de0-40ef-9a4c-34a52700ab94,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:24.646284 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 60236) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:24.970555 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [None req-a8c4960c-0e73-497c-8194-c1eddfa17f48 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:05:24.971710 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-a8c4960c-0e73-497c-8194-c1eddfa17f48 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3243599 Dec 15 14:05:27.676899 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 60244) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:28.009570 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [None req-f627fc81-c981-4487-a10f-474c71c2f33b admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:05:28.010577 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-f627fc81-c981-4487-a10f-474c71c2f33b admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3326845 Dec 15 14:05:30.919301 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 60254) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:31.441938 dv-cinder-813229-4-iscsi neutron-server[103145]: WARNING oslo_policy.policy [None req-4fe4f430-4861-46c4-984f-12ed25ed3987 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 14:05:31.442532 dv-cinder-813229-4-iscsi neutron-server[103145]: WARNING oslo_policy.policy [None req-4fe4f430-4861-46c4-984f-12ed25ed3987 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 14:05:31.669877 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-4fe4f430-4861-46c4-984f-12ed25ed3987 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '0fb6e30b068d45a9a5f14f0ee30c82c8', 'name': 'router1'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:31.737319 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.policy [None req-4fe4f430-4861-46c4-984f-12ed25ed3987 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103145) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 15 14:05:31.787278 dv-cinder-813229-4-iscsi neutron-server[103145]: WARNING oslo_policy.policy [None req-4fe4f430-4861-46c4-984f-12ed25ed3987 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 14:05:31.787668 dv-cinder-813229-4-iscsi neutron-server[103145]: WARNING oslo_policy.policy [None req-4fe4f430-4861-46c4-984f-12ed25ed3987 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 14:05:31.796665 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.quota [None req-4fe4f430-4861-46c4-984f-12ed25ed3987 admin admin] Loaded quota_driver: . Dec 15 14:05:31.943597 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4fe4f430-4861-46c4-984f-12ed25ed3987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5185'] for router, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:31.945388 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4fe4f430-4861-46c4-984f-12ed25ed3987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:32.102145 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4fe4f430-4861-46c4-984f-12ed25ed3987 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:32.149121 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4fe4f430-4861-46c4-984f-12ed25ed3987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582066'] for router, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:32.229854 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4fe4f430-4861-46c4-984f-12ed25ed3987 admin admin] Publish callbacks [] for router, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:32.231216 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-4fe4f430-4861-46c4-984f-12ed25ed3987 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.3098314 Dec 15 14:05:32.490071 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d828702d-6c7a-470d-b5d0-d82e0416f049 None None] Network c54dc966-16c4-4c15-84d3-b5b10102c38e requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:05:32.583979 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-39d89470-5c3b-420e-8261-ac82ced64138 None None] Provisioning complete for port 8c4e1e11-9de0-40ef-9a4c-34a52700ab94 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:32.584377 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-39d89470-5c3b-420e-8261-ac82ced64138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:32.765544 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-39d89470-5c3b-420e-8261-ac82ced64138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:32.803400 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-39d89470-5c3b-420e-8261-ac82ced64138 None None] For port 8c4e1e11-9de0-40ef-9a4c-34a52700ab94, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=8c4e1e11-9de0-40ef-9a4c-34a52700ab94,segment=NetworkSegment(fbd4b207-b536-416e-832d-8406ece2dbb2),segment_id=fbd4b207-b536-416e-832d-8406ece2dbb2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:32.856866 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-39d89470-5c3b-420e-8261-ac82ced64138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:32.903649 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d89470-5c3b-420e-8261-ac82ced64138 None None] Pushing event updated for resources: {'Port': ['ID=8c4e1e11-9de0-40ef-9a4c-34a52700ab94,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:32.976841 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-ec6476ba-d7ba-42f0-ab53-939258a2f79d None None] Provisioning complete for port 8c4e1e11-9de0-40ef-9a4c-34a52700ab94 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:32.977263 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ec6476ba-d7ba-42f0-ab53-939258a2f79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:33.137744 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 8c4e1e11-9de0-40ef-9a4c-34a52700ab94 up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:05:33.192931 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port 8c4e1e11-9de0-40ef-9a4c-34a52700ab94 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:33.193508 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:33.282948 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-075ad88d-039a-4221-b983-c44536d424c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:34.873729 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 60276) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:35.183177 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [None req-2eae71ec-ba47-4c21-90af-7f922ef13fe0 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:05:35.184200 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-2eae71ec-ba47-4c21-90af-7f922ef13fe0 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3094616 Dec 15 14:05:35.810400 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2d24bd13-e844-4dfe-be4c-ef804330ce68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:36.879591 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:37.806678 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 60294) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:37.941327 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-77c4cf99-f846-4fee-9f3f-71c2c5fb7d10 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:38.021950 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c4cf99-f846-4fee-9f3f-71c2c5fb7d10 admin admin] Made reservation on behalf of 5a449c2389c34a3bae35f2d6d5fa42a5 for: {'network': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:05:38.024858 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-77c4cf99-f846-4fee-9f3f-71c2c5fb7d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for network, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:38.041044 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-77c4cf99-f846-4fee-9f3f-71c2c5fb7d10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:38.044702 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:38.146419 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-77c4cf99-f846-4fee-9f3f-71c2c5fb7d10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:38.211050 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-77c4cf99-f846-4fee-9f3f-71c2c5fb7d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:38.223610 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-77c4cf99-f846-4fee-9f3f-71c2c5fb7d10 admin admin] Reserving flat network on physical network physnet1 {{(pid=103145) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 15 14:05:38.256104 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-77c4cf99-f846-4fee-9f3f-71c2c5fb7d10 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782779444089', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967'] for segment, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:38.256979 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-77c4cf99-f846-4fee-9f3f-71c2c5fb7d10 admin admin] Unsubscribe: segment precommit_create {{(pid=103145) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 15 14:05:38.257468 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.db.segments_db [None req-77c4cf99-f846-4fee-9f3f-71c2c5fb7d10 admin admin] Added segment c751ab6f-1098-4cf9-a0b7-c17ede87015d of type flat for network 828b465c-2de9-4223-b21e-29ccc1fcf343 Dec 15 14:05:38.273432 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c4cf99-f846-4fee-9f3f-71c2c5fb7d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db527b09-65d2-4fa2-b176-1e307beeacbd,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:38.322355 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4cf99-f846-4fee-9f3f-71c2c5fb7d10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:38.322719 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4cf99-f846-4fee-9f3f-71c2c5fb7d10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:38.323064 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4cf99-f846-4fee-9f3f-71c2c5fb7d10 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:38.323401 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4cf99-f846-4fee-9f3f-71c2c5fb7d10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:38.323732 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4cf99-f846-4fee-9f3f-71c2c5fb7d10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:38.324163 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4cf99-f846-4fee-9f3f-71c2c5fb7d10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:38.324509 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4cf99-f846-4fee-9f3f-71c2c5fb7d10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:38.324837 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4cf99-f846-4fee-9f3f-71c2c5fb7d10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:38.325177 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4cf99-f846-4fee-9f3f-71c2c5fb7d10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:38.325511 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4cf99-f846-4fee-9f3f-71c2c5fb7d10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:38.325839 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4cf99-f846-4fee-9f3f-71c2c5fb7d10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:38.326156 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4cf99-f846-4fee-9f3f-71c2c5fb7d10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:38.326473 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4cf99-f846-4fee-9f3f-71c2c5fb7d10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:38.327833 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c4cf99-f846-4fee-9f3f-71c2c5fb7d10 admin admin] Tracked resource versions report: Dec 15 14:05:38.327833 dv-cinder-813229-4-iscsi neutron-server[103145]: pushed versions: Dec 15 14:05:38.327833 dv-cinder-813229-4-iscsi neutron-server[103145]: { 'AddressGroup': {'1.2'}, Dec 15 14:05:38.327833 dv-cinder-813229-4-iscsi neutron-server[103145]: 'ConntrackHelper': {'1.0'}, Dec 15 14:05:38.327833 dv-cinder-813229-4-iscsi neutron-server[103145]: 'LocalIPAssociation': {'1.0'}, Dec 15 14:05:38.327833 dv-cinder-813229-4-iscsi neutron-server[103145]: 'Log': {'1.0'}, Dec 15 14:05:38.327833 dv-cinder-813229-4-iscsi neutron-server[103145]: 'Network': {'1.1'}, Dec 15 14:05:38.327833 dv-cinder-813229-4-iscsi neutron-server[103145]: 'Port': {'1.7'}, Dec 15 14:05:38.327833 dv-cinder-813229-4-iscsi neutron-server[103145]: 'PortForwarding': {'1.2'}, Dec 15 14:05:38.327833 dv-cinder-813229-4-iscsi neutron-server[103145]: 'QosPolicy': {'1.10'}, Dec 15 14:05:38.327833 dv-cinder-813229-4-iscsi neutron-server[103145]: 'SecurityGroup': {'1.5'}, Dec 15 14:05:38.327833 dv-cinder-813229-4-iscsi neutron-server[103145]: 'SecurityGroupRule': {'1.2'}, Dec 15 14:05:38.327833 dv-cinder-813229-4-iscsi neutron-server[103145]: 'SubPort': {'1.0'}, Dec 15 14:05:38.327833 dv-cinder-813229-4-iscsi neutron-server[103145]: 'Subnet': {'1.1'}, Dec 15 14:05:38.327833 dv-cinder-813229-4-iscsi neutron-server[103145]: 'Trunk': {'1.1'}} Dec 15 14:05:38.327833 dv-cinder-813229-4-iscsi neutron-server[103145]: consumer versions: Dec 15 14:05:38.327833 dv-cinder-813229-4-iscsi neutron-server[103145]: { DHCP agent@dv-cinder-813229-4-iscsi: {}, Dec 15 14:05:38.327833 dv-cinder-813229-4-iscsi neutron-server[103145]: L3 agent@dv-cinder-813229-4-iscsi: {}, Dec 15 14:05:38.327833 dv-cinder-813229-4-iscsi neutron-server[103145]: Metadata agent@dv-cinder-813229-4-iscsi: {}, Dec 15 14:05:38.327833 dv-cinder-813229-4-iscsi neutron-server[103145]: Metering agent@dv-cinder-813229-4-iscsi: {}, Dec 15 14:05:38.327833 dv-cinder-813229-4-iscsi neutron-server[103145]: Open vSwitch agent@dv-cinder-813229-4-iscsi: { 'AddressGroup': '1.2', Dec 15 14:05:38.327833 dv-cinder-813229-4-iscsi neutron-server[103145]: 'ConntrackHelper': '1.0', Dec 15 14:05:38.327833 dv-cinder-813229-4-iscsi neutron-server[103145]: 'LocalIPAssociation': '1.0', Dec 15 14:05:38.327833 dv-cinder-813229-4-iscsi neutron-server[103145]: 'Log': '1.0', Dec 15 14:05:38.327833 dv-cinder-813229-4-iscsi neutron-server[103145]: 'Network': '1.1', Dec 15 14:05:38.327833 dv-cinder-813229-4-iscsi neutron-server[103145]: 'Port': '1.7', Dec 15 14:05:38.327833 dv-cinder-813229-4-iscsi neutron-server[103145]: 'PortForwarding': '1.2', Dec 15 14:05:38.327833 dv-cinder-813229-4-iscsi neutron-server[103145]: 'QosPolicy': '1.10', Dec 15 14:05:38.327833 dv-cinder-813229-4-iscsi neutron-server[103145]: 'SecurityGroup': '1.5', Dec 15 14:05:38.327833 dv-cinder-813229-4-iscsi neutron-server[103145]: 'SecurityGroupRule': '1.2', Dec 15 14:05:38.327833 dv-cinder-813229-4-iscsi neutron-server[103145]: 'SubPort': '1.0', Dec 15 14:05:38.327833 dv-cinder-813229-4-iscsi neutron-server[103145]: 'Subnet': '1.1', Dec 15 14:05:38.327833 dv-cinder-813229-4-iscsi neutron-server[103145]: 'Trunk': '1.1'}} Dec 15 14:05:38.327833 dv-cinder-813229-4-iscsi neutron-server[103145]: {{(pid=103145) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 14:05:38.386698 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-77c4cf99-f846-4fee-9f3f-71c2c5fb7d10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782778959656'] for network, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:38.502814 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-77c4cf99-f846-4fee-9f3f-71c2c5fb7d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241'] for network, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:38.503972 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c4cf99-f846-4fee-9f3f-71c2c5fb7d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:38.504679 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-77c4cf99-f846-4fee-9f3f-71c2c5fb7d10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for network, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:38.600835 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c4cf99-f846-4fee-9f3f-71c2c5fb7d10 admin admin] Pushing event updated for resources: {'Network': ['ID=828b465c-2de9-4223-b21e-29ccc1fcf343,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:38.613259 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Network 828b465c-2de9-4223-b21e-29ccc1fcf343 details requested by agent ovs-agent-dv-cinder-813229-4-iscsi with host dv-cinder-813229-4-iscsi {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:05:38.648311 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-77c4cf99-f846-4fee-9f3f-71c2c5fb7d10 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8405056 Dec 15 14:05:39.268622 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:41.111242 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 60316) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:41.246062 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1f8ca7-35e4-4a24-9683-9cd628b08896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:41.247437 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-9e1f8ca7-35e4-4a24-9683-9cd628b08896 admin admin] 10.222.0.36 "GET /v2.0/subnets/5ec9c311-da9b-476b-8b38-4f396bd2d894 HTTP/1.1" status: 200 len: 849 time: 0.1351459 Dec 15 14:05:41.385973 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-c1e273bd-7f3e-4f57-9a5f-a3154f60d881 admin admin] 10.222.0.36 "GET /v2.0/routers/0145b641-4b4e-42cd-a9be-b91c4715949f HTTP/1.1" status: 200 len: 704 time: 0.1323192 Dec 15 14:05:41.654173 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b630bb56-abc2-48a7-ac4f-54ec5c432fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:41.953039 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [None req-b630bb56-abc2-48a7-ac4f-54ec5c432fb9 admin admin] Allocated IP 172.20.0.1 (c54dc966-16c4-4c15-84d3-b5b10102c38e/5ec9c311-da9b-476b-8b38-4f396bd2d894/2445edbf-d503-4546-b858-13fb1647c9ae) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:05:42.141410 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b630bb56-abc2-48a7-ac4f-54ec5c432fb9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:42.291381 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b630bb56-abc2-48a7-ac4f-54ec5c432fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154'] for port, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:42.369081 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b630bb56-abc2-48a7-ac4f-54ec5c432fb9 admin admin] Network c54dc966-16c4-4c15-84d3-b5b10102c38e is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:05:42.380511 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-b630bb56-abc2-48a7-ac4f-54ec5c432fb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:42.384627 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b630bb56-abc2-48a7-ac4f-54ec5c432fb9 admin admin] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:05:42.390408 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b630bb56-abc2-48a7-ac4f-54ec5c432fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:42.407860 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630bb56-abc2-48a7-ac4f-54ec5c432fb9 admin admin] Pushing event updated for resources: {'Port': ['ID=2445edbf-d503-4546-b858-13fb1647c9ae,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:42.578333 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-ebe87469-9a49-4aaf-a566-5b5b6d9a1c3b None None] Provisioning complete for port 2445edbf-d503-4546-b858-13fb1647c9ae triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:42.578895 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ebe87469-9a49-4aaf-a566-5b5b6d9a1c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:42.614034 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ebe87469-9a49-4aaf-a566-5b5b6d9a1c3b None None] Port 2445edbf-d503-4546-b858-13fb1647c9ae cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:05:42.669567 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b630bb56-abc2-48a7-ac4f-54ec5c432fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:42.927626 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b630bb56-abc2-48a7-ac4f-54ec5c432fb9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:42.994107 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b630bb56-abc2-48a7-ac4f-54ec5c432fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:42.994899 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b630bb56-abc2-48a7-ac4f-54ec5c432fb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2096195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584689'] for router_interface, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:43.073255 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630bb56-abc2-48a7-ac4f-54ec5c432fb9 admin admin] Pushing event updated for resources: {'Port': ['ID=2445edbf-d503-4546-b858-13fb1647c9ae,revision_number=2']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:43.124025 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b630bb56-abc2-48a7-ac4f-54ec5c432fb9 admin admin] Network c54dc966-16c4-4c15-84d3-b5b10102c38e is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:05:43.125291 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-b630bb56-abc2-48a7-ac4f-54ec5c432fb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:43.338967 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-7d60f34e-2909-43a9-ac55-689321a7f525 None None] Provisioning complete for port 2445edbf-d503-4546-b858-13fb1647c9ae triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:43.339333 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7d60f34e-2909-43a9-ac55-689321a7f525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:43.355054 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b630bb56-abc2-48a7-ac4f-54ec5c432fb9 admin admin] Router 0145b641-4b4e-42cd-a9be-b91c4715949f is scheduled to L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b with binding_index 1 {{(pid=103145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:05:43.421567 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7d60f34e-2909-43a9-ac55-689321a7f525 None None] Port 2445edbf-d503-4546-b858-13fb1647c9ae cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:05:43.452969 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b630bb56-abc2-48a7-ac4f-54ec5c432fb9 admin admin] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:05:43.459497 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-b630bb56-abc2-48a7-ac4f-54ec5c432fb9 admin admin] 10.222.0.36 "PUT /v2.0/routers/0145b641-4b4e-42cd-a9be-b91c4715949f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0668468 Dec 15 14:05:43.475982 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad336e3-a841-4341-b8bb-c51a0d36d023 None None] Sync routers for ids ['0145b641-4b4e-42cd-a9be-b91c4715949f'] in dv-cinder-813229-4-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:05:43.490382 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad336e3-a841-4341-b8bb-c51a0d36d023 None None] Routers {'0145b641-4b4e-42cd-a9be-b91c4715949f'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:05:43.491249 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-aad336e3-a841-4341-b8bb-c51a0d36d023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:05:36Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['0145b641-4b4e-42cd-a9be-b91c4715949f'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:43.686029 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-aad336e3-a841-4341-b8bb-c51a0d36d023 None None] Set router 0145b641-4b4e-42cd-a9be-b91c4715949f gateway port host: None {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:05:44.134809 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-aad336e3-a841-4341-b8bb-c51a0d36d023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0145b641-4b4e-42cd-a9be-b91c4715949f', 'name': 'router1', 'tenant_id': '0fb6e30b068d45a9a5f14f0ee30c82c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:05:31Z', 'updated_at': '2021-12-15T14:05:42Z', 'revision_number': 2, 'project_id': '0fb6e30b068d45a9a5f14f0ee30c82c8', 'gw_port_host': None, '_interfaces': [{'id': '2445edbf-d503-4546-b858-13fb1647c9ae', 'name': '', 'network_id': 'c54dc966-16c4-4c15-84d3-b5b10102c38e', 'tenant_id': '0fb6e30b068d45a9a5f14f0ee30c82c8', 'mac_address': 'fa:16:3e:76:ca:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0145b641-4b4e-42cd-a9be-b91c4715949f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5ec9c311-da9b-476b-8b38-4f396bd2d894', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:41Z', 'updated_at': '2021-12-15T14:05:42Z', 'revision_number': 2, 'project_id': '0fb6e30b068d45a9a5f14f0ee30c82c8', 'subnets': [{'id': '5ec9c311-da9b-476b-8b38-4f396bd2d894', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b145fd31-6152-4d52-8672-7d8fc64a7d54'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:44.186380 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad336e3-a841-4341-b8bb-c51a0d36d023 None None] Checking router: 0145b641-4b4e-42cd-a9be-b91c4715949f for host: dv-cinder-813229-4-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:05:44.186755 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad336e3-a841-4341-b8bb-c51a0d36d023 None None] Updating router 0145b641-4b4e-42cd-a9be-b91c4715949f port 2445edbf-d503-4546-b858-13fb1647c9ae binding host dv-cinder-813229-4-iscsi {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:05:44.241911 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aad336e3-a841-4341-b8bb-c51a0d36d023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:44.771627 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aad336e3-a841-4341-b8bb-c51a0d36d023 None None] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:44.862765 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aad336e3-a841-4341-b8bb-c51a0d36d023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:45.035825 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-aad336e3-a841-4341-b8bb-c51a0d36d023 None None] Attempting to bind port 2445edbf-d503-4546-b858-13fb1647c9ae on host dv-cinder-813229-4-iscsi for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:05:45.036263 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-aad336e3-a841-4341-b8bb-c51a0d36d023 None None] Attempting to bind port 2445edbf-d503-4546-b858-13fb1647c9ae by drivers openvswitch,hyperv on host dv-cinder-813229-4-iscsi at level 0 using segments [{'id': 'fbd4b207-b536-416e-832d-8406ece2dbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c54dc966-16c4-4c15-84d3-b5b10102c38e'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:05:45.036713 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad336e3-a841-4341-b8bb-c51a0d36d023 None None] Attempting to bind port 2445edbf-d503-4546-b858-13fb1647c9ae on network c54dc966-16c4-4c15-84d3-b5b10102c38e {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:05:45.041991 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a0a33-b9e5-42e4-846a-356aa6319248 None None] Pushing event updated for resources: {'Port': ['ID=2445edbf-d503-4546-b858-13fb1647c9ae,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:45.046672 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad336e3-a841-4341-b8bb-c51a0d36d023 None None] Checking agent: {'id': '939e8715-7657-4010-a58c-eb05979aa89f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 5, 9), 'started_at': datetime.datetime(2021, 12, 15, 14, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:05:45.046962 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad336e3-a841-4341-b8bb-c51a0d36d023 None None] Checking segment: {'id': 'fbd4b207-b536-416e-832d-8406ece2dbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c54dc966-16c4-4c15-84d3-b5b10102c38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:05:45.047403 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aad336e3-a841-4341-b8bb-c51a0d36d023 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:45.047784 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad336e3-a841-4341-b8bb-c51a0d36d023 None None] Bound using segment: {'id': 'fbd4b207-b536-416e-832d-8406ece2dbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c54dc966-16c4-4c15-84d3-b5b10102c38e'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:05:45.049955 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-aad336e3-a841-4341-b8bb-c51a0d36d023 None None] Bound port: 2445edbf-d503-4546-b858-13fb1647c9ae, host: dv-cinder-813229-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd4b207-b536-416e-832d-8406ece2dbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c54dc966-16c4-4c15-84d3-b5b10102c38e'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:05:45.049955 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aad336e3-a841-4341-b8bb-c51a0d36d023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:45.054629 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-fbc8c7f6-72d8-4502-b29b-50b5cf834dd4 None None] Provisioning complete for port 2445edbf-d503-4546-b858-13fb1647c9ae triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:45.055053 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fbc8c7f6-72d8-4502-b29b-50b5cf834dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:45.067404 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729a0a33-b9e5-42e4-846a-356aa6319248 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:45.067771 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729a0a33-b9e5-42e4-846a-356aa6319248 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:45.068156 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729a0a33-b9e5-42e4-846a-356aa6319248 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:45.068509 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729a0a33-b9e5-42e4-846a-356aa6319248 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:45.068844 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729a0a33-b9e5-42e4-846a-356aa6319248 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:45.069182 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729a0a33-b9e5-42e4-846a-356aa6319248 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:45.069517 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729a0a33-b9e5-42e4-846a-356aa6319248 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:45.069876 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729a0a33-b9e5-42e4-846a-356aa6319248 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:45.070181 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729a0a33-b9e5-42e4-846a-356aa6319248 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:45.070527 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729a0a33-b9e5-42e4-846a-356aa6319248 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:45.070861 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729a0a33-b9e5-42e4-846a-356aa6319248 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:45.071189 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729a0a33-b9e5-42e4-846a-356aa6319248 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:45.071515 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729a0a33-b9e5-42e4-846a-356aa6319248 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:05:45.072945 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729a0a33-b9e5-42e4-846a-356aa6319248 None None] Tracked resource versions report: Dec 15 14:05:45.072945 dv-cinder-813229-4-iscsi neutron-server[103147]: pushed versions: Dec 15 14:05:45.072945 dv-cinder-813229-4-iscsi neutron-server[103147]: { 'AddressGroup': {'1.2'}, Dec 15 14:05:45.072945 dv-cinder-813229-4-iscsi neutron-server[103147]: 'ConntrackHelper': {'1.0'}, Dec 15 14:05:45.072945 dv-cinder-813229-4-iscsi neutron-server[103147]: 'LocalIPAssociation': {'1.0'}, Dec 15 14:05:45.072945 dv-cinder-813229-4-iscsi neutron-server[103147]: 'Log': {'1.0'}, Dec 15 14:05:45.072945 dv-cinder-813229-4-iscsi neutron-server[103147]: 'Network': {'1.1'}, Dec 15 14:05:45.072945 dv-cinder-813229-4-iscsi neutron-server[103147]: 'Port': {'1.7'}, Dec 15 14:05:45.072945 dv-cinder-813229-4-iscsi neutron-server[103147]: 'PortForwarding': {'1.2'}, Dec 15 14:05:45.072945 dv-cinder-813229-4-iscsi neutron-server[103147]: 'QosPolicy': {'1.10'}, Dec 15 14:05:45.072945 dv-cinder-813229-4-iscsi neutron-server[103147]: 'SecurityGroup': {'1.5'}, Dec 15 14:05:45.072945 dv-cinder-813229-4-iscsi neutron-server[103147]: 'SecurityGroupRule': {'1.2'}, Dec 15 14:05:45.072945 dv-cinder-813229-4-iscsi neutron-server[103147]: 'SubPort': {'1.0'}, Dec 15 14:05:45.072945 dv-cinder-813229-4-iscsi neutron-server[103147]: 'Subnet': {'1.1'}, Dec 15 14:05:45.072945 dv-cinder-813229-4-iscsi neutron-server[103147]: 'Trunk': {'1.1'}} Dec 15 14:05:45.072945 dv-cinder-813229-4-iscsi neutron-server[103147]: consumer versions: Dec 15 14:05:45.072945 dv-cinder-813229-4-iscsi neutron-server[103147]: { DHCP agent@dv-cinder-813229-4-iscsi: {}, Dec 15 14:05:45.072945 dv-cinder-813229-4-iscsi neutron-server[103147]: L3 agent@dv-cinder-813229-4-iscsi: {}, Dec 15 14:05:45.072945 dv-cinder-813229-4-iscsi neutron-server[103147]: Metadata agent@dv-cinder-813229-4-iscsi: {}, Dec 15 14:05:45.072945 dv-cinder-813229-4-iscsi neutron-server[103147]: Metering agent@dv-cinder-813229-4-iscsi: {}, Dec 15 14:05:45.072945 dv-cinder-813229-4-iscsi neutron-server[103147]: Open vSwitch agent@dv-cinder-813229-4-iscsi: { 'AddressGroup': '1.2', Dec 15 14:05:45.072945 dv-cinder-813229-4-iscsi neutron-server[103147]: 'ConntrackHelper': '1.0', Dec 15 14:05:45.072945 dv-cinder-813229-4-iscsi neutron-server[103147]: 'LocalIPAssociation': '1.0', Dec 15 14:05:45.072945 dv-cinder-813229-4-iscsi neutron-server[103147]: 'Log': '1.0', Dec 15 14:05:45.072945 dv-cinder-813229-4-iscsi neutron-server[103147]: 'Network': '1.1', Dec 15 14:05:45.072945 dv-cinder-813229-4-iscsi neutron-server[103147]: 'Port': '1.7', Dec 15 14:05:45.072945 dv-cinder-813229-4-iscsi neutron-server[103147]: 'PortForwarding': '1.2', Dec 15 14:05:45.072945 dv-cinder-813229-4-iscsi neutron-server[103147]: 'QosPolicy': '1.10', Dec 15 14:05:45.072945 dv-cinder-813229-4-iscsi neutron-server[103147]: 'SecurityGroup': '1.5', Dec 15 14:05:45.072945 dv-cinder-813229-4-iscsi neutron-server[103147]: 'SecurityGroupRule': '1.2', Dec 15 14:05:45.072945 dv-cinder-813229-4-iscsi neutron-server[103147]: 'SubPort': '1.0', Dec 15 14:05:45.072945 dv-cinder-813229-4-iscsi neutron-server[103147]: 'Subnet': '1.1', Dec 15 14:05:45.072945 dv-cinder-813229-4-iscsi neutron-server[103147]: 'Trunk': '1.1'}} Dec 15 14:05:45.072945 dv-cinder-813229-4-iscsi neutron-server[103147]: {{(pid=103147) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 14:05:45.093841 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-fbc8c7f6-72d8-4502-b29b-50b5cf834dd4 None None] Port 2445edbf-d503-4546-b858-13fb1647c9ae cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:05:45.135336 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-aad336e3-a841-4341-b8bb-c51a0d36d023 None None] For port 2445edbf-d503-4546-b858-13fb1647c9ae, host dv-cinder-813229-4-iscsi, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:05:45.155302 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-aad336e3-a841-4341-b8bb-c51a0d36d023 None None] For port 2445edbf-d503-4546-b858-13fb1647c9ae, host dv-cinder-813229-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=2445edbf-d503-4546-b858-13fb1647c9ae,segment=NetworkSegment(fbd4b207-b536-416e-832d-8406ece2dbb2),segment_id=fbd4b207-b536-416e-832d-8406ece2dbb2)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:05:45.234779 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aad336e3-a841-4341-b8bb-c51a0d36d023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:45.299507 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a0a33-b9e5-42e4-846a-356aa6319248 None None] Pushing event updated for resources: {'Port': ['ID=2445edbf-d503-4546-b858-13fb1647c9ae,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:45.303285 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad336e3-a841-4341-b8bb-c51a0d36d023 None None] Routers {'0145b641-4b4e-42cd-a9be-b91c4715949f'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:05:45.303972 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-aad336e3-a841-4341-b8bb-c51a0d36d023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:05:36Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['0145b641-4b4e-42cd-a9be-b91c4715949f'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:45.381161 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 5 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:05:45.408708 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-aad336e3-a841-4341-b8bb-c51a0d36d023 None None] Set router 0145b641-4b4e-42cd-a9be-b91c4715949f gateway port host: None {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:05:45.519281 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-1a283dcd-3756-4c20-bb6c-9b8990f23ef9 None None] Provisioning complete for port 2445edbf-d503-4546-b858-13fb1647c9ae triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:45.520318 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a283dcd-3756-4c20-bb6c-9b8990f23ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:45.601282 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a283dcd-3756-4c20-bb6c-9b8990f23ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:45.626057 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-aad336e3-a841-4341-b8bb-c51a0d36d023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0145b641-4b4e-42cd-a9be-b91c4715949f', 'name': 'router1', 'tenant_id': '0fb6e30b068d45a9a5f14f0ee30c82c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:05:31Z', 'updated_at': '2021-12-15T14:05:42Z', 'revision_number': 2, 'project_id': '0fb6e30b068d45a9a5f14f0ee30c82c8', 'gw_port_host': None, '_interfaces': [{'id': '2445edbf-d503-4546-b858-13fb1647c9ae', 'name': '', 'network_id': 'c54dc966-16c4-4c15-84d3-b5b10102c38e', 'tenant_id': '0fb6e30b068d45a9a5f14f0ee30c82c8', 'mac_address': 'fa:16:3e:76:ca:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0145b641-4b4e-42cd-a9be-b91c4715949f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5ec9c311-da9b-476b-8b38-4f396bd2d894', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:41Z', 'updated_at': '2021-12-15T14:05:45Z', 'revision_number': 4, 'project_id': '0fb6e30b068d45a9a5f14f0ee30c82c8', 'subnets': [{'id': '5ec9c311-da9b-476b-8b38-4f396bd2d894', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b145fd31-6152-4d52-8672-7d8fc64a7d54'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:45.633868 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-1a283dcd-3756-4c20-bb6c-9b8990f23ef9 None None] For port 2445edbf-d503-4546-b858-13fb1647c9ae, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=2445edbf-d503-4546-b858-13fb1647c9ae,segment=NetworkSegment(fbd4b207-b536-416e-832d-8406ece2dbb2),segment_id=fbd4b207-b536-416e-832d-8406ece2dbb2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:45.655500 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad336e3-a841-4341-b8bb-c51a0d36d023 None None] The sync data for ids ['0145b641-4b4e-42cd-a9be-b91c4715949f'] in dv-cinder-813229-4-iscsi is: [{'id': '0145b641-4b4e-42cd-a9be-b91c4715949f', 'name': 'router1', 'tenant_id': '0fb6e30b068d45a9a5f14f0ee30c82c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:05:31Z', 'updated_at': '2021-12-15T14:05:42Z', 'revision_number': 2, 'project_id': '0fb6e30b068d45a9a5f14f0ee30c82c8', 'gw_port_host': None, '_interfaces': [{'id': '2445edbf-d503-4546-b858-13fb1647c9ae', 'name': '', 'network_id': 'c54dc966-16c4-4c15-84d3-b5b10102c38e', 'tenant_id': '0fb6e30b068d45a9a5f14f0ee30c82c8', 'mac_address': 'fa:16:3e:76:ca:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0145b641-4b4e-42cd-a9be-b91c4715949f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5ec9c311-da9b-476b-8b38-4f396bd2d894', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:41Z', 'updated_at': '2021-12-15T14:05:45Z', 'revision_number': 4, 'project_id': '0fb6e30b068d45a9a5f14f0ee30c82c8', 'subnets': [{'id': '5ec9c311-da9b-476b-8b38-4f396bd2d894', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b145fd31-6152-4d52-8672-7d8fc64a7d54'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:05:45.713870 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a283dcd-3756-4c20-bb6c-9b8990f23ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:45.770326 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a283dcd-3756-4c20-bb6c-9b8990f23ef9 None None] Pushing event updated for resources: {'Port': ['ID=2445edbf-d503-4546-b858-13fb1647c9ae,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:45.973863 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 60326) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:46.085230 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2cdf63-5706-4c40-b1da-cb185cf9636b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:46.086605 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-ca2cdf63-5706-4c40-b1da-cb185cf9636b admin admin] 10.222.0.36 "GET /v2.0/networks/828b465c-2de9-4223-b21e-29ccc1fcf343 HTTP/1.1" status: 200 len: 842 time: 0.1117814 Dec 15 14:05:46.096762 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-24da02cc-f49d-4dbd-afc4-cfb717829bac admin admin] Request body: {'subnet': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'ip_version': 4}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:46.205714 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24da02cc-f49d-4dbd-afc4-cfb717829bac admin admin] Made reservation on behalf of 5a449c2389c34a3bae35f2d6d5fa42a5 for: {'subnet': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:05:46.208036 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-24da02cc-f49d-4dbd-afc4-cfb717829bac admin admin] Publish callbacks [] for subnet, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:46.597685 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.objects.ports [None req-24da02cc-f49d-4dbd-afc4-cfb717829bac admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103145) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 14:05:46.598027 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-24da02cc-f49d-4dbd-afc4-cfb717829bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241'] for subnet, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:46.655217 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da02cc-f49d-4dbd-afc4-cfb717829bac admin admin] Pushing event updated for resources: {'Subnet': ['ID=8db6495a-cb76-4dd2-8fa8-8ada67659a42,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:46.664195 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24da02cc-f49d-4dbd-afc4-cfb717829bac admin admin] Checking segment: {'id': 'c751ab6f-1098-4cf9-a0b7-c17ede87015d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:05:46.664505 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24da02cc-f49d-4dbd-afc4-cfb717829bac admin admin] Network hostable DHCP agents. Network: 828b465c-2de9-4223-b21e-29ccc1fcf343, hostable agents: ['00d3855d-cdb4-486b-84c6-a7f3fbe8df5a'], hosted agents: [] {{(pid=103145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:05:46.840152 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24da02cc-f49d-4dbd-afc4-cfb717829bac admin admin] Network 828b465c-2de9-4223-b21e-29ccc1fcf343 is scheduled to be hosted by DHCP agent 00d3855d-cdb4-486b-84c6-a7f3fbe8df5a with binding_index 1 {{(pid=103145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:05:46.977390 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-24da02cc-f49d-4dbd-afc4-cfb717829bac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-4-iscsi, 828b465c-2de9-4223-b21e-29ccc1fcf343) {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:46.984642 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24da02cc-f49d-4dbd-afc4-cfb717829bac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:46.985294 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-24da02cc-f49d-4dbd-afc4-cfb717829bac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for subnet, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:46.987853 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d684cf14-9eef-44f2-8a69-c93bcc2fb263 None None] Network 828b465c-2de9-4223-b21e-29ccc1fcf343 requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:05:47.090037 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-24da02cc-f49d-4dbd-afc4-cfb717829bac admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9967461 Dec 15 14:05:47.104572 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03938801-e6ed-4311-ae6c-c07591dc72ab None None] Network 828b465c-2de9-4223-b21e-29ccc1fcf343 requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:05:49.613112 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 60334) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:49.750624 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-2bd04d05-2555-490f-bc61-77e9aa150a73 admin admin] 10.222.0.36 "GET /v2.0/routers/0145b641-4b4e-42cd-a9be-b91c4715949f HTTP/1.1" status: 200 len: 710 time: 0.1363573 Dec 15 14:05:49.841817 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c94760-e023-45fc-9f83-e4c34708741f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:05:49.843084 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-64c94760-e023-45fc-9f83-e4c34708741f admin admin] 10.222.0.36 "GET /v2.0/networks/828b465c-2de9-4223-b21e-29ccc1fcf343 HTTP/1.1" status: 200 len: 886 time: 0.0859613 Dec 15 14:05:49.852872 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-dbf5e5ff-17d9-45bb-be5f-aaaa47b4a778 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'}}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:05:50.182303 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-dbf5e5ff-17d9-45bb-be5f-aaaa47b4a778 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:50.497571 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-dbf5e5ff-17d9-45bb-be5f-aaaa47b4a778 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:50.576607 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-dbf5e5ff-17d9-45bb-be5f-aaaa47b4a778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:50.677641 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [None req-dbf5e5ff-17d9-45bb-be5f-aaaa47b4a778 admin admin] Allocated IP 172.27.3.28 (828b465c-2de9-4223-b21e-29ccc1fcf343/8db6495a-cb76-4dd2-8fa8-8ada67659a42/3b5ee9fd-0a66-4897-bd2b-b714e8058d90) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:05:50.786856 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-dbf5e5ff-17d9-45bb-be5f-aaaa47b4a778 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:50.879801 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-dbf5e5ff-17d9-45bb-be5f-aaaa47b4a778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154'] for port, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:50.920539 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf5e5ff-17d9-45bb-be5f-aaaa47b4a778 admin admin] Network 828b465c-2de9-4223-b21e-29ccc1fcf343 is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:05:50.924353 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-dbf5e5ff-17d9-45bb-be5f-aaaa47b4a778 admin admin] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:05:50.931070 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf5e5ff-17d9-45bb-be5f-aaaa47b4a778 admin admin] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:05:50.932863 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf5e5ff-17d9-45bb-be5f-aaaa47b4a778 admin admin] Pushing event updated for resources: {'Port': ['ID=3b5ee9fd-0a66-4897-bd2b-b714e8058d90,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:51.279003 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-dbf5e5ff-17d9-45bb-be5f-aaaa47b4a778 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:51.500823 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-dbf5e5ff-17d9-45bb-be5f-aaaa47b4a778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1582942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5220'] for router, precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:51.504626 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-dbf5e5ff-17d9-45bb-be5f-aaaa47b4a778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1582935'] for router, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:51.613774 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf5e5ff-17d9-45bb-be5f-aaaa47b4a778 admin admin] Router 0145b641-4b4e-42cd-a9be-b91c4715949f has already been hosted by L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b {{(pid=103145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:05:51.801687 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf5e5ff-17d9-45bb-be5f-aaaa47b4a778 admin admin] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:05:51.805874 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-dbf5e5ff-17d9-45bb-be5f-aaaa47b4a778 admin admin] Publish callbacks [] for router, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:51.807068 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-dbf5e5ff-17d9-45bb-be5f-aaaa47b4a778 admin admin] 10.222.0.36 "PUT /v2.0/routers/0145b641-4b4e-42cd-a9be-b91c4715949f HTTP/1.1" status: 200 len: 889 time: 1.9575148 Dec 15 14:05:52.890770 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df34e671-c338-4de8-aec7-cf36d3c3dbb5 None None] Sync routers for ids ['0145b641-4b4e-42cd-a9be-b91c4715949f'] in dv-cinder-813229-4-iscsi {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:05:52.901986 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df34e671-c338-4de8-aec7-cf36d3c3dbb5 None None] Routers {'0145b641-4b4e-42cd-a9be-b91c4715949f'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:05:52.902725 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-df34e671-c338-4de8-aec7-cf36d3c3dbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:05:36Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['0145b641-4b4e-42cd-a9be-b91c4715949f'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:53.117522 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-df34e671-c338-4de8-aec7-cf36d3c3dbb5 None None] Set router 0145b641-4b4e-42cd-a9be-b91c4715949f gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:05:53.167145 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 2445edbf-d503-4546-b858-13fb1647c9ae up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:05:53.392293 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port 2445edbf-d503-4546-b858-13fb1647c9ae triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:53.392703 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:53.630278 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-df34e671-c338-4de8-aec7-cf36d3c3dbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0145b641-4b4e-42cd-a9be-b91c4715949f', 'name': 'router1', 'tenant_id': '0fb6e30b068d45a9a5f14f0ee30c82c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '3b5ee9fd-0a66-4897-bd2b-b714e8058d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:05:31Z', 'updated_at': '2021-12-15T14:05:51Z', 'revision_number': 4, 'project_id': '0fb6e30b068d45a9a5f14f0ee30c82c8', 'gw_port': {'id': '3b5ee9fd-0a66-4897-bd2b-b714e8058d90', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bc:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0145b641-4b4e-42cd-a9be-b91c4715949f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:50Z', 'updated_at': '2021-12-15T14:05:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': '2445edbf-d503-4546-b858-13fb1647c9ae', 'name': '', 'network_id': 'c54dc966-16c4-4c15-84d3-b5b10102c38e', 'tenant_id': '0fb6e30b068d45a9a5f14f0ee30c82c8', 'mac_address': 'fa:16:3e:76:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0145b641-4b4e-42cd-a9be-b91c4715949f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5ec9c311-da9b-476b-8b38-4f396bd2d894', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:41Z', 'updated_at': '2021-12-15T14:05:45Z', 'revision_number': 5, 'project_id': '0fb6e30b068d45a9a5f14f0ee30c82c8', 'subnets': [{'id': '5ec9c311-da9b-476b-8b38-4f396bd2d894', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b145fd31-6152-4d52-8672-7d8fc64a7d54'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:53.763595 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df34e671-c338-4de8-aec7-cf36d3c3dbb5 None None] Checking router: 0145b641-4b4e-42cd-a9be-b91c4715949f for host: dv-cinder-813229-4-iscsi {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:05:53.764676 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df34e671-c338-4de8-aec7-cf36d3c3dbb5 None None] Updating router 0145b641-4b4e-42cd-a9be-b91c4715949f port 3b5ee9fd-0a66-4897-bd2b-b714e8058d90 binding host dv-cinder-813229-4-iscsi {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:05:53.812989 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df34e671-c338-4de8-aec7-cf36d3c3dbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:54.147002 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df34e671-c338-4de8-aec7-cf36d3c3dbb5 None None] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:54.210942 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df34e671-c338-4de8-aec7-cf36d3c3dbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:54.263630 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7eeb6d-f154-448c-bb24-6cba25e7e98c None None] Pushing event updated for resources: {'Port': ['ID=3b5ee9fd-0a66-4897-bd2b-b714e8058d90,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:54.265978 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-df34e671-c338-4de8-aec7-cf36d3c3dbb5 None None] Attempting to bind port 3b5ee9fd-0a66-4897-bd2b-b714e8058d90 on host dv-cinder-813229-4-iscsi for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:05:54.266356 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-df34e671-c338-4de8-aec7-cf36d3c3dbb5 None None] Attempting to bind port 3b5ee9fd-0a66-4897-bd2b-b714e8058d90 by drivers openvswitch,hyperv on host dv-cinder-813229-4-iscsi at level 0 using segments [{'id': 'c751ab6f-1098-4cf9-a0b7-c17ede87015d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:05:54.266773 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df34e671-c338-4de8-aec7-cf36d3c3dbb5 None None] Attempting to bind port 3b5ee9fd-0a66-4897-bd2b-b714e8058d90 on network 828b465c-2de9-4223-b21e-29ccc1fcf343 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:05:54.272518 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df34e671-c338-4de8-aec7-cf36d3c3dbb5 None None] Checking agent: {'id': '939e8715-7657-4010-a58c-eb05979aa89f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 5, 9), 'started_at': datetime.datetime(2021, 12, 15, 14, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:05:54.272638 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df34e671-c338-4de8-aec7-cf36d3c3dbb5 None None] Checking segment: {'id': 'c751ab6f-1098-4cf9-a0b7-c17ede87015d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:05:54.272990 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df34e671-c338-4de8-aec7-cf36d3c3dbb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:54.273435 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df34e671-c338-4de8-aec7-cf36d3c3dbb5 None None] Bound using segment: {'id': 'c751ab6f-1098-4cf9-a0b7-c17ede87015d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:05:54.273866 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-df34e671-c338-4de8-aec7-cf36d3c3dbb5 None None] Bound port: 3b5ee9fd-0a66-4897-bd2b-b714e8058d90, host: dv-cinder-813229-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c751ab6f-1098-4cf9-a0b7-c17ede87015d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:05:54.274264 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df34e671-c338-4de8-aec7-cf36d3c3dbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:54.325318 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-df34e671-c338-4de8-aec7-cf36d3c3dbb5 None None] For port 3b5ee9fd-0a66-4897-bd2b-b714e8058d90, host dv-cinder-813229-4-iscsi, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:05:54.328348 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-df34e671-c338-4de8-aec7-cf36d3c3dbb5 None None] For port 3b5ee9fd-0a66-4897-bd2b-b714e8058d90, host dv-cinder-813229-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=3b5ee9fd-0a66-4897-bd2b-b714e8058d90,segment=NetworkSegment(c751ab6f-1098-4cf9-a0b7-c17ede87015d),segment_id=c751ab6f-1098-4cf9-a0b7-c17ede87015d)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:05:54.393959 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df34e671-c338-4de8-aec7-cf36d3c3dbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:54.438479 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 60346) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:05:54.457121 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df34e671-c338-4de8-aec7-cf36d3c3dbb5 None None] Routers {'0145b641-4b4e-42cd-a9be-b91c4715949f'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:05:54.457815 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-df34e671-c338-4de8-aec7-cf36d3c3dbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:05:36Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['0145b641-4b4e-42cd-a9be-b91c4715949f'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:54.460388 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7eeb6d-f154-448c-bb24-6cba25e7e98c None None] Pushing event updated for resources: {'Port': ['ID=3b5ee9fd-0a66-4897-bd2b-b714e8058d90,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:54.560871 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-313b30de-ed14-4ee2-8fd4-20b75f80f235 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1210623 Dec 15 14:05:54.569077 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-df34e671-c338-4de8-aec7-cf36d3c3dbb5 None None] Set router 0145b641-4b4e-42cd-a9be-b91c4715949f gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:05:54.803159 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-df34e671-c338-4de8-aec7-cf36d3c3dbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0145b641-4b4e-42cd-a9be-b91c4715949f', 'name': 'router1', 'tenant_id': '0fb6e30b068d45a9a5f14f0ee30c82c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '3b5ee9fd-0a66-4897-bd2b-b714e8058d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:05:31Z', 'updated_at': '2021-12-15T14:05:51Z', 'revision_number': 4, 'project_id': '0fb6e30b068d45a9a5f14f0ee30c82c8', 'gw_port': {'id': '3b5ee9fd-0a66-4897-bd2b-b714e8058d90', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bc:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0145b641-4b4e-42cd-a9be-b91c4715949f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:50Z', 'updated_at': '2021-12-15T14:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': '2445edbf-d503-4546-b858-13fb1647c9ae', 'name': '', 'network_id': 'c54dc966-16c4-4c15-84d3-b5b10102c38e', 'tenant_id': '0fb6e30b068d45a9a5f14f0ee30c82c8', 'mac_address': 'fa:16:3e:76:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0145b641-4b4e-42cd-a9be-b91c4715949f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5ec9c311-da9b-476b-8b38-4f396bd2d894', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:41Z', 'updated_at': '2021-12-15T14:05:45Z', 'revision_number': 5, 'project_id': '0fb6e30b068d45a9a5f14f0ee30c82c8', 'subnets': [{'id': '5ec9c311-da9b-476b-8b38-4f396bd2d894', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b145fd31-6152-4d52-8672-7d8fc64a7d54'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:05:54.832102 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df34e671-c338-4de8-aec7-cf36d3c3dbb5 None None] The sync data for ids ['0145b641-4b4e-42cd-a9be-b91c4715949f'] in dv-cinder-813229-4-iscsi is: [{'id': '0145b641-4b4e-42cd-a9be-b91c4715949f', 'name': 'router1', 'tenant_id': '0fb6e30b068d45a9a5f14f0ee30c82c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '3b5ee9fd-0a66-4897-bd2b-b714e8058d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:05:31Z', 'updated_at': '2021-12-15T14:05:51Z', 'revision_number': 4, 'project_id': '0fb6e30b068d45a9a5f14f0ee30c82c8', 'gw_port': {'id': '3b5ee9fd-0a66-4897-bd2b-b714e8058d90', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bc:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0145b641-4b4e-42cd-a9be-b91c4715949f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:50Z', 'updated_at': '2021-12-15T14:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': '2445edbf-d503-4546-b858-13fb1647c9ae', 'name': '', 'network_id': 'c54dc966-16c4-4c15-84d3-b5b10102c38e', 'tenant_id': '0fb6e30b068d45a9a5f14f0ee30c82c8', 'mac_address': 'fa:16:3e:76:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0145b641-4b4e-42cd-a9be-b91c4715949f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5ec9c311-da9b-476b-8b38-4f396bd2d894', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:05:41Z', 'updated_at': '2021-12-15T14:05:45Z', 'revision_number': 5, 'project_id': '0fb6e30b068d45a9a5f14f0ee30c82c8', 'subnets': [{'id': '5ec9c311-da9b-476b-8b38-4f396bd2d894', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b145fd31-6152-4d52-8672-7d8fc64a7d54'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:05:55.162950 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 3b5ee9fd-0a66-4897-bd2b-b714e8058d90 up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:05:55.225630 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port 3b5ee9fd-0a66-4897-bd2b-b714e8058d90 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:55.225913 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:55.311453 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:55.337190 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] For port 3b5ee9fd-0a66-4897-bd2b-b714e8058d90, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=3b5ee9fd-0a66-4897-bd2b-b714e8058d90,segment=NetworkSegment(c751ab6f-1098-4cf9-a0b7-c17ede87015d),segment_id=c751ab6f-1098-4cf9-a0b7-c17ede87015d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:05:55.416331 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:05:55.475581 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Pushing event updated for resources: {'Port': ['ID=3b5ee9fd-0a66-4897-bd2b-b714e8058d90,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:05:57.141804 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 3b5ee9fd-0a66-4897-bd2b-b714e8058d90 up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:05:57.195083 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port 3b5ee9fd-0a66-4897-bd2b-b714e8058d90 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:05:57.195616 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:03.279286 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40fedf92-dca4-47cd-83cf-20947b6f218f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:05.849177 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b6d877c-3e92-4abe-8264-b10066bf9509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:06.902477 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:08.062012 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:09.262354 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:22.351261 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 5 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:06:33.272843 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3801156c-8906-4eac-8b8a-68762ee7c6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:35.880120 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-843556e5-63a4-401b-8dda-9fbec2404b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:36.901466 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:38.055456 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:39.684092 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:06:59.350743 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 5 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:07:03.266706 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32d1d006-5771-48c0-861d-569c4a7f3e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:05.866496 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-683df62e-ed1c-41da-b772-793e9bc20f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:06.917422 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:08.095902 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:09.283217 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:20.402532 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 60830) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:20.466818 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4f86360-7ee3-49ef-b7ca-deb0bcf7fba1 admin admin] GET failed (client error): The resource could not be found. Dec 15 14:07:20.468164 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-a4f86360-7ee3-49ef-b7ca-deb0bcf7fba1 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0645847 Dec 15 14:07:20.636346 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc718f12-de82-4c45-bdb2-51df3f1c3dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:20.637733 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-bc718f12-de82-4c45-bdb2-51df3f1c3dda admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1637506 Dec 15 14:07:23.055983 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 60840) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:23.150778 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c42aaf-b179-4fa4-93d8-64c98d95d6bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:23.152163 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-14c42aaf-b179-4fa4-93d8-64c98d95d6bf admin admin] 10.222.0.36 "GET /v2.0/subnets/5ec9c311-da9b-476b-8b38-4f396bd2d894 HTTP/1.1" status: 200 len: 849 time: 0.0951734 Dec 15 14:07:23.162291 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-21388f5d-c459-43b8-ac90-dfdee3b6a2e3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:07:23.247444 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-21388f5d-c459-43b8-ac90-dfdee3b6a2e3 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:23.442705 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-21388f5d-c459-43b8-ac90-dfdee3b6a2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782779508444'] for subnet, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:23.473265 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21388f5d-c459-43b8-ac90-dfdee3b6a2e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:23.473866 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-21388f5d-c459-43b8-ac90-dfdee3b6a2e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for subnet, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:23.475145 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-21388f5d-c459-43b8-ac90-dfdee3b6a2e3 admin admin] 10.222.0.36 "PUT /v2.0/subnets/5ec9c311-da9b-476b-8b38-4f396bd2d894 HTTP/1.1" status: 200 len: 868 time: 0.3164184 Dec 15 14:07:23.490973 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ea5367-413f-435c-9330-2e2f5ae47df6 None None] Network c54dc966-16c4-4c15-84d3-b5b10102c38e requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:07:23.497071 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21388f5d-c459-43b8-ac90-dfdee3b6a2e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ec9c311-da9b-476b-8b38-4f396bd2d894,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:07:23.506717 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21388f5d-c459-43b8-ac90-dfdee3b6a2e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:23.507079 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21388f5d-c459-43b8-ac90-dfdee3b6a2e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:23.507320 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21388f5d-c459-43b8-ac90-dfdee3b6a2e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:23.507662 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21388f5d-c459-43b8-ac90-dfdee3b6a2e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:23.508023 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21388f5d-c459-43b8-ac90-dfdee3b6a2e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:23.508368 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21388f5d-c459-43b8-ac90-dfdee3b6a2e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:23.508731 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21388f5d-c459-43b8-ac90-dfdee3b6a2e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:23.509060 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21388f5d-c459-43b8-ac90-dfdee3b6a2e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:23.509409 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21388f5d-c459-43b8-ac90-dfdee3b6a2e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:23.509758 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21388f5d-c459-43b8-ac90-dfdee3b6a2e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:23.510091 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21388f5d-c459-43b8-ac90-dfdee3b6a2e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:23.510424 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21388f5d-c459-43b8-ac90-dfdee3b6a2e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:23.510740 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21388f5d-c459-43b8-ac90-dfdee3b6a2e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:07:23.819419 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-0a22ecae-bb85-4050-bc77-86e2829c3ee1 None None] Provisioning complete for port 8c4e1e11-9de0-40ef-9a4c-34a52700ab94 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:23.819793 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0a22ecae-bb85-4050-bc77-86e2829c3ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:23.920635 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-0a22ecae-bb85-4050-bc77-86e2829c3ee1 None None] Provisioning complete for port 2445edbf-d503-4546-b858-13fb1647c9ae triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:07:23.921271 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0a22ecae-bb85-4050-bc77-86e2829c3ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:25.918452 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 60848) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:26.122990 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ff68bf-18b0-407e-9ef1-728fafb211c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:26.123472 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ff68bf-18b0-407e-9ef1-728fafb211c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:26.125603 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-a8ff68bf-18b0-407e-9ef1-728fafb211c9 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2061560 Dec 15 14:07:28.544085 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 60856) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:28.684014 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a14415-f5e5-4be2-9036-b2667ffdbb75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:28.684487 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a14415-f5e5-4be2-9036-b2667ffdbb75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:28.686010 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-c1a14415-f5e5-4be2-9036-b2667ffdbb75 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1409879 Dec 15 14:07:31.116357 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 60864) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:31.244471 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda49fd4-82d1-4448-ba38-0cff7b8b5d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:31.245859 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-dda49fd4-82d1-4448-ba38-0cff7b8b5d04 admin admin] 10.222.0.36 "GET /v2.0/networks/828b465c-2de9-4223-b21e-29ccc1fcf343 HTTP/1.1" status: 200 len: 886 time: 0.1286380 Dec 15 14:07:33.299670 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9efce34c-5810-4319-be52-d2b832ceb5be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:33.690699 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 60872) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:33.869931 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ac8deb-9014-4b5a-ab49-ce19cc19a594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:33.871400 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-e6ac8deb-9014-4b5a-ab49-ce19cc19a594 admin admin] 10.222.0.36 "GET /v2.0/networks/c54dc966-16c4-4c15-84d3-b5b10102c38e HTTP/1.1" status: 200 len: 869 time: 0.1797104 Dec 15 14:07:35.814913 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd959cf4-9f01-401e-880d-e0c96f193e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:36.277048 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 60882) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:36.349408 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 5 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:07:36.412681 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe2cd97-3140-4ddb-9a84-058d48ba39a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:36.413186 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe2cd97-3140-4ddb-9a84-058d48ba39a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:36.414780 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-cfe2cd97-3140-4ddb-9a84-058d48ba39a9 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1367373 Dec 15 14:07:36.928474 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:38.065577 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:38.846811 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 60890) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:38.940826 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c00a64-86f1-43ce-b88e-0ddec988e391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:38.941295 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c00a64-86f1-43ce-b88e-0ddec988e391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:38.942878 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-63c00a64-86f1-43ce-b88e-0ddec988e391 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0948253 Dec 15 14:07:39.299580 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:07:41.421169 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 60898) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:41.515789 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606835c2-0c6b-4722-bdd7-46f605198b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:41.517207 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-606835c2-0c6b-4722-bdd7-46f605198b41 admin admin] 10.222.0.36 "GET /v2.0/subnets/5ec9c311-da9b-476b-8b38-4f396bd2d894 HTTP/1.1" status: 200 len: 868 time: 0.0950494 Dec 15 14:07:43.931264 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 60906) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:07:44.018851 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6d6d5d-1a00-4c96-b2cc-95576a54d8b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:07:44.020301 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-5e6d6d5d-1a00-4c96-b2cc-95576a54d8b8 admin admin] 10.222.0.36 "GET /v2.0/subnets/8db6495a-cb76-4dd2-8fa8-8ada67659a42 HTTP/1.1" status: 200 len: 816 time: 0.0879681 Dec 15 14:08:03.259109 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a020e6f3-4c38-4f0c-94af-2d4810c9a1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:05.807684 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc8a3323-1050-46ab-b5cc-6cfc86e7430b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:06.922102 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:08.064503 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:09.258873 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:09.477295 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 60960) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:09.531836 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [None req-9ee2af1a-6849-4ca2-a0a6-72fa6ca383e3 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:08:09.533104 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-9ee2af1a-6849-4ca2-a0a6-72fa6ca383e3 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0547240 Dec 15 14:08:12.053242 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 60968) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:12.114802 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.pecan_wsgi.hooks.translation [None req-94d37e5e-f859-4254-96f2-1b2cb5e9368d admin admin] GET failed (client error): The resource could not be found. Dec 15 14:08:12.116309 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-94d37e5e-f859-4254-96f2-1b2cb5e9368d admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0619369 Dec 15 14:08:12.205189 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7012ae11-9896-40ad-95bf-904fc3d6a1a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:12.206706 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-7012ae11-9896-40ad-95bf-904fc3d6a1a5 admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0859396 Dec 15 14:08:13.349340 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 5 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:08:14.656679 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 60976) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:14.704505 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-ca69b948-1725-42a0-8afa-cf476e74803c admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:14.795762 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca69b948-1725-42a0-8afa-cf476e74803c admin admin] Made reservation on behalf of 5a449c2389c34a3bae35f2d6d5fa42a5 for: {'network': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:08:14.798203 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ca69b948-1725-42a0-8afa-cf476e74803c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for network, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:14.825854 dv-cinder-813229-4-iscsi neutron-server[103145]: WARNING neutron.services.revisions.revision_plugin [None req-ca69b948-1725-42a0-8afa-cf476e74803c admin admin] Could not find related network for resource to bump revision. Dec 15 14:08:14.840449 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca69b948-1725-42a0-8afa-cf476e74803c admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:08:14.849540 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ca69b948-1725-42a0-8afa-cf476e74803c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967'] for segment, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:14.849875 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.db.segments_db [None req-ca69b948-1725-42a0-8afa-cf476e74803c admin admin] Added segment f04f7840-fafa-4043-9746-97853d595564 of type vlan for network d19db022-99c7-4939-aaa7-dca177d57790 Dec 15 14:08:14.908053 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ca69b948-1725-42a0-8afa-cf476e74803c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782778959656'] for network, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:14.973765 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ca69b948-1725-42a0-8afa-cf476e74803c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241'] for network, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:14.974753 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca69b948-1725-42a0-8afa-cf476e74803c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:14.975356 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ca69b948-1725-42a0-8afa-cf476e74803c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for network, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:15.032283 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69b948-1725-42a0-8afa-cf476e74803c admin admin] Pushing event updated for resources: {'Network': ['ID=d19db022-99c7-4939-aaa7-dca177d57790,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:15.042442 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Network d19db022-99c7-4939-aaa7-dca177d57790 details requested by agent ovs-agent-dv-cinder-813229-4-iscsi with host dv-cinder-813229-4-iscsi {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:08:15.084900 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-ca69b948-1725-42a0-8afa-cf476e74803c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4267883 Dec 15 14:08:17.507043 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 60984) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:08:17.568852 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b00adce-b6ad-4154-ab56-9a3f98520aea admin admin] GET failed (client error): The resource could not be found. Dec 15 14:08:17.570173 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-6b00adce-b6ad-4154-ab56-9a3f98520aea admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0621464 Dec 15 14:08:17.665044 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d98432-b2f5-416d-8064-d75823b9fd1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:17.667475 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-d2d98432-b2f5-416d-8064-d75823b9fd1e admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0926175 Dec 15 14:08:17.678937 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-2c0fc81f-96ac-41e3-ad08-f14a8eb64d35 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'd19db022-99c7-4939-aaa7-dca177d57790', 'name': 'shared-subnet'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:08:17.807258 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0fc81f-96ac-41e3-ad08-f14a8eb64d35 admin admin] Made reservation on behalf of 5a449c2389c34a3bae35f2d6d5fa42a5 for: {'subnet': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:08:17.809490 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-2c0fc81f-96ac-41e3-ad08-f14a8eb64d35 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:18.145350 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-2c0fc81f-96ac-41e3-ad08-f14a8eb64d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241'] for subnet, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:18.214116 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0fc81f-96ac-41e3-ad08-f14a8eb64d35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4587ce8e-c5fc-4635-9570-7ed135429e0f,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:18.224099 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0fc81f-96ac-41e3-ad08-f14a8eb64d35 admin admin] Checking segment: {'id': 'f04f7840-fafa-4043-9746-97853d595564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd19db022-99c7-4939-aaa7-dca177d57790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:08:18.224493 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0fc81f-96ac-41e3-ad08-f14a8eb64d35 admin admin] Network hostable DHCP agents. Network: d19db022-99c7-4939-aaa7-dca177d57790, hostable agents: ['00d3855d-cdb4-486b-84c6-a7f3fbe8df5a'], hosted agents: [] {{(pid=103145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:08:18.321754 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0fc81f-96ac-41e3-ad08-f14a8eb64d35 admin admin] Network d19db022-99c7-4939-aaa7-dca177d57790 is scheduled to be hosted by DHCP agent 00d3855d-cdb4-486b-84c6-a7f3fbe8df5a with binding_index 1 {{(pid=103145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:08:18.401531 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-2c0fc81f-96ac-41e3-ad08-f14a8eb64d35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-4-iscsi, d19db022-99c7-4939-aaa7-dca177d57790) {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:18.406318 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0fc81f-96ac-41e3-ad08-f14a8eb64d35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:08:18.412107 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-2c0fc81f-96ac-41e3-ad08-f14a8eb64d35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for subnet, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:18.412867 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967d0406-2558-448e-892c-cbcc294b3954 None None] Network d19db022-99c7-4939-aaa7-dca177d57790 requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:08:18.489855 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-2c0fc81f-96ac-41e3-ad08-f14a8eb64d35 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8148921 Dec 15 14:08:18.517789 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cd174b-e7f2-419c-b1dd-3edcbca054bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3ace9d4-bb60-588e-bb51-46ac2ab48d23-d19db022-99c7-4939-aaa7-dca177d57790', 'network_id': 'd19db022-99c7-4939-aaa7-dca177d57790', 'project_id': '5a449c2389c34a3bae35f2d6d5fa42a5', 'fixed_ips': [{'subnet_id': '4587ce8e-c5fc-4635-9570-7ed135429e0f'}]}} from dv-cinder-813229-4-iscsi. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:08:18.517789 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2cd174b-e7f2-419c-b1dd-3edcbca054bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:18.664655 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-e2cd174b-e7f2-419c-b1dd-3edcbca054bd None None] Allocated IP 192.168.233.2 (d19db022-99c7-4939-aaa7-dca177d57790/4587ce8e-c5fc-4635-9570-7ed135429e0f/cf4a7112-f9aa-4d47-ae71-9de1586c1681) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:08:18.821251 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2cd174b-e7f2-419c-b1dd-3edcbca054bd None None] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:18.923189 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2cd174b-e7f2-419c-b1dd-3edcbca054bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:18.964081 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cd174b-e7f2-419c-b1dd-3edcbca054bd None None] Network d19db022-99c7-4939-aaa7-dca177d57790 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:08:18.969032 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e2cd174b-e7f2-419c-b1dd-3edcbca054bd None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:08:18.974169 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cd174b-e7f2-419c-b1dd-3edcbca054bd None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:08:18.976171 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd174b-e7f2-419c-b1dd-3edcbca054bd None None] Pushing event updated for resources: {'Port': ['ID=cf4a7112-f9aa-4d47-ae71-9de1586c1681,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:18.984295 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cd174b-e7f2-419c-b1dd-3edcbca054bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:18.984683 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cd174b-e7f2-419c-b1dd-3edcbca054bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:18.985058 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cd174b-e7f2-419c-b1dd-3edcbca054bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:18.985410 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cd174b-e7f2-419c-b1dd-3edcbca054bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:18.985762 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cd174b-e7f2-419c-b1dd-3edcbca054bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:18.986094 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cd174b-e7f2-419c-b1dd-3edcbca054bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:18.986439 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cd174b-e7f2-419c-b1dd-3edcbca054bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:18.986776 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cd174b-e7f2-419c-b1dd-3edcbca054bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:18.987113 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cd174b-e7f2-419c-b1dd-3edcbca054bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:18.987463 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cd174b-e7f2-419c-b1dd-3edcbca054bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:18.987800 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cd174b-e7f2-419c-b1dd-3edcbca054bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:18.988162 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cd174b-e7f2-419c-b1dd-3edcbca054bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:18.988491 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cd174b-e7f2-419c-b1dd-3edcbca054bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:08:19.042510 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-e2cd174b-e7f2-419c-b1dd-3edcbca054bd None None] Attempting to bind port cf4a7112-f9aa-4d47-ae71-9de1586c1681 on host dv-cinder-813229-4-iscsi for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:08:19.042892 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-e2cd174b-e7f2-419c-b1dd-3edcbca054bd None None] Attempting to bind port cf4a7112-f9aa-4d47-ae71-9de1586c1681 by drivers openvswitch,hyperv on host dv-cinder-813229-4-iscsi at level 0 using segments [{'id': 'f04f7840-fafa-4043-9746-97853d595564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd19db022-99c7-4939-aaa7-dca177d57790'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:08:19.043268 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cd174b-e7f2-419c-b1dd-3edcbca054bd None None] Attempting to bind port cf4a7112-f9aa-4d47-ae71-9de1586c1681 on network d19db022-99c7-4939-aaa7-dca177d57790 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:08:19.049233 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cd174b-e7f2-419c-b1dd-3edcbca054bd None None] Checking agent: {'id': '939e8715-7657-4010-a58c-eb05979aa89f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 5, 9), 'started_at': datetime.datetime(2021, 12, 15, 14, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:08:19.049614 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cd174b-e7f2-419c-b1dd-3edcbca054bd None None] Checking segment: {'id': 'f04f7840-fafa-4043-9746-97853d595564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd19db022-99c7-4939-aaa7-dca177d57790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:08:19.050022 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2cd174b-e7f2-419c-b1dd-3edcbca054bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:19.050577 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cd174b-e7f2-419c-b1dd-3edcbca054bd None None] Bound using segment: {'id': 'f04f7840-fafa-4043-9746-97853d595564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd19db022-99c7-4939-aaa7-dca177d57790'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:08:19.051057 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-e2cd174b-e7f2-419c-b1dd-3edcbca054bd None None] Bound port: cf4a7112-f9aa-4d47-ae71-9de1586c1681, host: dv-cinder-813229-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f04f7840-fafa-4043-9746-97853d595564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd19db022-99c7-4939-aaa7-dca177d57790'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:08:19.051463 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2cd174b-e7f2-419c-b1dd-3edcbca054bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:19.117000 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-e2cd174b-e7f2-419c-b1dd-3edcbca054bd None None] For port cf4a7112-f9aa-4d47-ae71-9de1586c1681, host dv-cinder-813229-4-iscsi, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:08:19.119629 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-e2cd174b-e7f2-419c-b1dd-3edcbca054bd None None] For port cf4a7112-f9aa-4d47-ae71-9de1586c1681, host dv-cinder-813229-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=cf4a7112-f9aa-4d47-ae71-9de1586c1681,segment=NetworkSegment(f04f7840-fafa-4043-9746-97853d595564),segment_id=f04f7840-fafa-4043-9746-97853d595564)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:08:19.191025 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2cd174b-e7f2-419c-b1dd-3edcbca054bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:19.359581 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd174b-e7f2-419c-b1dd-3edcbca054bd None None] Pushing event updated for resources: {'Port': ['ID=cf4a7112-f9aa-4d47-ae71-9de1586c1681,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:20.167117 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ad2c8a-9ae1-4e0b-8afb-55c938f58437 None None] Network d19db022-99c7-4939-aaa7-dca177d57790 requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:08:20.226209 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-d6fedd62-909a-439a-991d-d36c68b07941 None None] Provisioning complete for port cf4a7112-f9aa-4d47-ae71-9de1586c1681 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:20.226587 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6fedd62-909a-439a-991d-d36c68b07941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:20.354071 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6fedd62-909a-439a-991d-d36c68b07941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:20.393233 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-d6fedd62-909a-439a-991d-d36c68b07941 None None] For port cf4a7112-f9aa-4d47-ae71-9de1586c1681, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=cf4a7112-f9aa-4d47-ae71-9de1586c1681,segment=NetworkSegment(f04f7840-fafa-4043-9746-97853d595564),segment_id=f04f7840-fafa-4043-9746-97853d595564)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:08:20.455544 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6fedd62-909a-439a-991d-d36c68b07941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:20.529340 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fedd62-909a-439a-991d-d36c68b07941 None None] Pushing event updated for resources: {'Port': ['ID=cf4a7112-f9aa-4d47-ae71-9de1586c1681,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:08:20.680541 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-11ea3395-14d1-47ad-bebb-3499fec2971b None None] Provisioning complete for port cf4a7112-f9aa-4d47-ae71-9de1586c1681 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:20.680891 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11ea3395-14d1-47ad-bebb-3499fec2971b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:21.221675 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device cf4a7112-f9aa-4d47-ae71-9de1586c1681 up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:08:21.273358 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port cf4a7112-f9aa-4d47-ae71-9de1586c1681 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:08:21.273833 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:33.281186 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-37b8c34b-7bee-4f01-b56c-627c04814841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:35.887133 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9729519d-363f-4963-8971-2573634cd1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:36.938004 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:38.063990 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:39.252673 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:08:50.348757 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 5 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:09:03.280935 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e8cbc89-99de-48f0-9e7d-13da7d7c0d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:05.909370 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7dd9ba4-f751-4e53-97b0-e9784531f8a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:06.920699 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:08.069146 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:09.303467 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:27.348793 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 5 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:09:33.285839 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f25c1f1d-ddc7-4a80-8278-29f55322063d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:35.794944 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-256cf141-9e5b-4322-8ad3-111e9668a23c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:36.913827 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:38.062710 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:39.296681 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:45.929249 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 32796) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:45.935062 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [None req-5bce40d7-1526-440d-be86-35b3ee76a105 tempest-verify_tempest_config-782359857 tempest-verify_tempest_config-782359857-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:09:45.936179 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-5bce40d7-1526-440d-be86-35b3ee76a105 tempest-verify_tempest_config-782359857 tempest-verify_tempest_config-782359857-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058451 Dec 15 14:09:46.447751 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 32814) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:46.549215 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7f233678-387c-4bf1-a8a1-9774d26bef29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:46.620237 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7f233678-387c-4bf1-a8a1-9774d26bef29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:46.708112 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7f233678-387c-4bf1-a8a1-9774d26bef29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:46.753968 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-7f233678-387c-4bf1-a8a1-9774d26bef29 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b9fe65f6fcc542aaa9c82700db03c993&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3051200 Dec 15 14:09:46.755061 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f233678-387c-4bf1-a8a1-9774d26bef29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fcba60-ee52-4a3f-bbb8-368115b327bd,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:46.756704 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 32820) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:09:46.762034 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f233678-387c-4bf1-a8a1-9774d26bef29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:46.762340 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f233678-387c-4bf1-a8a1-9774d26bef29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:46.762692 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f233678-387c-4bf1-a8a1-9774d26bef29 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:46.763036 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f233678-387c-4bf1-a8a1-9774d26bef29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:46.763381 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f233678-387c-4bf1-a8a1-9774d26bef29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:46.763715 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f233678-387c-4bf1-a8a1-9774d26bef29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:46.764094 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f233678-387c-4bf1-a8a1-9774d26bef29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:46.764433 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f233678-387c-4bf1-a8a1-9774d26bef29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:46.764770 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f233678-387c-4bf1-a8a1-9774d26bef29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:46.765106 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f233678-387c-4bf1-a8a1-9774d26bef29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:46.765433 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f233678-387c-4bf1-a8a1-9774d26bef29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:46.765764 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f233678-387c-4bf1-a8a1-9774d26bef29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:46.766090 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f233678-387c-4bf1-a8a1-9774d26bef29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:46.815248 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-12d4e6db-555c-4f19-b544-8b6e8fecf8a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:46.835145 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-12d4e6db-555c-4f19-b544-8b6e8fecf8a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:46.976608 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-12d4e6db-555c-4f19-b544-8b6e8fecf8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:46.979180 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-12d4e6db-555c-4f19-b544-8b6e8fecf8a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:09:46.981249 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-12d4e6db-555c-4f19-b544-8b6e8fecf8a9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/96fcba60-ee52-4a3f-bbb8-368115b327bd HTTP/1.1" status: 204 len: 168 time: 0.2235806 Dec 15 14:09:46.988902 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4e6db-555c-4f19-b544-8b6e8fecf8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fcba60-ee52-4a3f-bbb8-368115b327bd,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:09:46.995417 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d4e6db-555c-4f19-b544-8b6e8fecf8a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:46.996993 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d4e6db-555c-4f19-b544-8b6e8fecf8a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:46.997357 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d4e6db-555c-4f19-b544-8b6e8fecf8a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:46.997708 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d4e6db-555c-4f19-b544-8b6e8fecf8a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:46.998044 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d4e6db-555c-4f19-b544-8b6e8fecf8a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:46.998380 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d4e6db-555c-4f19-b544-8b6e8fecf8a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:46.998720 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d4e6db-555c-4f19-b544-8b6e8fecf8a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:46.999053 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d4e6db-555c-4f19-b544-8b6e8fecf8a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:46.999488 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d4e6db-555c-4f19-b544-8b6e8fecf8a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:46.999754 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d4e6db-555c-4f19-b544-8b6e8fecf8a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:47.000115 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d4e6db-555c-4f19-b544-8b6e8fecf8a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:47.000446 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d4e6db-555c-4f19-b544-8b6e8fecf8a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:09:47.000777 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d4e6db-555c-4f19-b544-8b6e8fecf8a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:10:03.284574 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79b23e7f-d754-4381-a371-d59cd1fe4f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:04.347111 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 5 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:10:05.827868 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-443cdef8-2961-407d-bc61-f437e8a26d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:06.918698 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:08.072620 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:09.250436 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:33.295832 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cc3cae47-b472-432c-bc56-4ccd5743da04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:35.820970 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ec117746-0af1-4fe1-a2a0-fc203dbe202b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:36.958448 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:38.078167 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:39.284195 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:10:41.345895 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 5 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:11:03.300808 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-905874fd-6075-4f34-a13a-23cfe033c101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:05.866214 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e95b4a87-33dc-4a66-a5ee-606358352f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:06.935199 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:08.107082 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:09.282419 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:18.344771 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 5 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:11:19.740287 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584893'] for agent, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:33.305938 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2fcc5978-0d83-4770-8205-28fc4903b6e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:34.829179 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 32892) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:34.933970 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-a140fb65-9765-44be-ac32-a0ee957fa7d1 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1029596 Dec 15 14:11:35.836443 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c515fb82-8489-4896-b4e0-0472b5085c3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:36.955943 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:37.384078 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 32902) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:11:37.447647 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-ab0e915d-4cfe-4859-862f-1004bf5492f4 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0624444 Dec 15 14:11:38.070009 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:39.288329 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:49.733688 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:11:55.344993 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:12:03.288021 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c37df947-425d-4366-baea-818bf26c59a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:05.813301 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0cba0149-d982-40a3-8a39-19a2bafda748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:06.962234 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:08.070460 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:09.316350 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:19.728424 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:32.344433 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:12:33.373496 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-55ec6d4c-15da-4943-9d29-73d037253898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:35.801502 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a541844-5fba-498f-aec6-2fce02820877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:36.950421 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:38.116035 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:39.276243 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:12:49.748762 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:03.322005 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-12024930-d79d-47db-beba-4b7dd579997e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:05.874677 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e5111324-a3f4-4a8d-aa9b-86bcbc97d340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:06.248941 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 33012) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:06.347672 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 33028) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:06.436882 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-c8a1af4a-6d0f-4038-aa0a-40a1bb1adc0d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-839835585-network', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:06.532955 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a1af4a-6d0f-4038-aa0a-40a1bb1adc0d admin admin] Made reservation on behalf of 0d09ce10de40483aa9ac94558a84aa47 for: {'network': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:06.535386 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c8a1af4a-6d0f-4038-aa0a-40a1bb1adc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for network, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:06.547700 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-07d3d428-be38-4ac2-ae3c-850ca13d41c7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-30751297-network', 'tenant_id': '99e48568027f45a591f092080d89b4dd'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:06.551798 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c8a1af4a-6d0f-4038-aa0a-40a1bb1adc0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:06.655999 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c8a1af4a-6d0f-4038-aa0a-40a1bb1adc0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:06.671173 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d3d428-be38-4ac2-ae3c-850ca13d41c7 admin admin] Made reservation on behalf of 99e48568027f45a591f092080d89b4dd for: {'network': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:06.673587 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-07d3d428-be38-4ac2-ae3c-850ca13d41c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for network, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:06.684191 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-07d3d428-be38-4ac2-ae3c-850ca13d41c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:06.728603 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c8a1af4a-6d0f-4038-aa0a-40a1bb1adc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:06.746475 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8a1af4a-6d0f-4038-aa0a-40a1bb1adc0d admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:13:06.776659 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c8a1af4a-6d0f-4038-aa0a-40a1bb1adc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967'] for segment, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:06.777017 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.db.segments_db [None req-c8a1af4a-6d0f-4038-aa0a-40a1bb1adc0d admin admin] Added segment 88376a90-d228-4b29-87c9-0e4710ba306c of type vlan for network 87207a00-487c-41ca-9a1a-60e78eea9937 Dec 15 14:13:06.801841 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a1af4a-6d0f-4038-aa0a-40a1bb1adc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f76b2ba-206a-4071-9e0a-1296cefd41bb,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:06.821523 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-07d3d428-be38-4ac2-ae3c-850ca13d41c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:06.836247 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a1af4a-6d0f-4038-aa0a-40a1bb1adc0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:06.836675 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a1af4a-6d0f-4038-aa0a-40a1bb1adc0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:06.837552 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a1af4a-6d0f-4038-aa0a-40a1bb1adc0d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:06.837925 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a1af4a-6d0f-4038-aa0a-40a1bb1adc0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:06.838255 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a1af4a-6d0f-4038-aa0a-40a1bb1adc0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:06.838602 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a1af4a-6d0f-4038-aa0a-40a1bb1adc0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:06.838942 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a1af4a-6d0f-4038-aa0a-40a1bb1adc0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:06.839376 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a1af4a-6d0f-4038-aa0a-40a1bb1adc0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:06.839597 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a1af4a-6d0f-4038-aa0a-40a1bb1adc0d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:06.839958 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a1af4a-6d0f-4038-aa0a-40a1bb1adc0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:06.840283 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a1af4a-6d0f-4038-aa0a-40a1bb1adc0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:06.840693 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a1af4a-6d0f-4038-aa0a-40a1bb1adc0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:06.841017 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a1af4a-6d0f-4038-aa0a-40a1bb1adc0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:06.842160 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a1af4a-6d0f-4038-aa0a-40a1bb1adc0d admin admin] Tracked resource versions report: Dec 15 14:13:06.842160 dv-cinder-813229-4-iscsi neutron-server[103145]: pushed versions: Dec 15 14:13:06.842160 dv-cinder-813229-4-iscsi neutron-server[103145]: { 'AddressGroup': {'1.2'}, Dec 15 14:13:06.842160 dv-cinder-813229-4-iscsi neutron-server[103145]: 'ConntrackHelper': {'1.0'}, Dec 15 14:13:06.842160 dv-cinder-813229-4-iscsi neutron-server[103145]: 'LocalIPAssociation': {'1.0'}, Dec 15 14:13:06.842160 dv-cinder-813229-4-iscsi neutron-server[103145]: 'Log': {'1.0'}, Dec 15 14:13:06.842160 dv-cinder-813229-4-iscsi neutron-server[103145]: 'Network': {'1.1'}, Dec 15 14:13:06.842160 dv-cinder-813229-4-iscsi neutron-server[103145]: 'Port': {'1.7'}, Dec 15 14:13:06.842160 dv-cinder-813229-4-iscsi neutron-server[103145]: 'PortForwarding': {'1.2'}, Dec 15 14:13:06.842160 dv-cinder-813229-4-iscsi neutron-server[103145]: 'QosPolicy': {'1.10'}, Dec 15 14:13:06.842160 dv-cinder-813229-4-iscsi neutron-server[103145]: 'SecurityGroup': {'1.5'}, Dec 15 14:13:06.842160 dv-cinder-813229-4-iscsi neutron-server[103145]: 'SecurityGroupRule': {'1.2'}, Dec 15 14:13:06.842160 dv-cinder-813229-4-iscsi neutron-server[103145]: 'SubPort': {'1.0'}, Dec 15 14:13:06.842160 dv-cinder-813229-4-iscsi neutron-server[103145]: 'Subnet': {'1.1'}, Dec 15 14:13:06.842160 dv-cinder-813229-4-iscsi neutron-server[103145]: 'Trunk': {'1.1'}} Dec 15 14:13:06.842160 dv-cinder-813229-4-iscsi neutron-server[103145]: consumer versions: Dec 15 14:13:06.842160 dv-cinder-813229-4-iscsi neutron-server[103145]: { DHCP agent@dv-cinder-813229-4-iscsi: {}, Dec 15 14:13:06.842160 dv-cinder-813229-4-iscsi neutron-server[103145]: HyperV agent@hv-cinder-81322: {}, Dec 15 14:13:06.842160 dv-cinder-813229-4-iscsi neutron-server[103145]: L3 agent@dv-cinder-813229-4-iscsi: {}, Dec 15 14:13:06.842160 dv-cinder-813229-4-iscsi neutron-server[103145]: Metadata agent@dv-cinder-813229-4-iscsi: {}, Dec 15 14:13:06.842160 dv-cinder-813229-4-iscsi neutron-server[103145]: Metering agent@dv-cinder-813229-4-iscsi: {}, Dec 15 14:13:06.842160 dv-cinder-813229-4-iscsi neutron-server[103145]: Open vSwitch agent@dv-cinder-813229-4-iscsi: { 'AddressGroup': '1.2', Dec 15 14:13:06.842160 dv-cinder-813229-4-iscsi neutron-server[103145]: 'ConntrackHelper': '1.0', Dec 15 14:13:06.842160 dv-cinder-813229-4-iscsi neutron-server[103145]: 'LocalIPAssociation': '1.0', Dec 15 14:13:06.842160 dv-cinder-813229-4-iscsi neutron-server[103145]: 'Log': '1.0', Dec 15 14:13:06.842160 dv-cinder-813229-4-iscsi neutron-server[103145]: 'Network': '1.1', Dec 15 14:13:06.842160 dv-cinder-813229-4-iscsi neutron-server[103145]: 'Port': '1.7', Dec 15 14:13:06.842160 dv-cinder-813229-4-iscsi neutron-server[103145]: 'PortForwarding': '1.2', Dec 15 14:13:06.842160 dv-cinder-813229-4-iscsi neutron-server[103145]: 'QosPolicy': '1.10', Dec 15 14:13:06.842160 dv-cinder-813229-4-iscsi neutron-server[103145]: 'SecurityGroup': '1.5', Dec 15 14:13:06.842160 dv-cinder-813229-4-iscsi neutron-server[103145]: 'SecurityGroupRule': '1.2', Dec 15 14:13:06.842160 dv-cinder-813229-4-iscsi neutron-server[103145]: 'SubPort': '1.0', Dec 15 14:13:06.842160 dv-cinder-813229-4-iscsi neutron-server[103145]: 'Subnet': '1.1', Dec 15 14:13:06.842160 dv-cinder-813229-4-iscsi neutron-server[103145]: 'Trunk': '1.1'}} Dec 15 14:13:06.842160 dv-cinder-813229-4-iscsi neutron-server[103145]: {{(pid=103145) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 14:13:06.848797 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c8a1af4a-6d0f-4038-aa0a-40a1bb1adc0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782778959656'] for network, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:06.874682 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-07d3d428-be38-4ac2-ae3c-850ca13d41c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:06.895376 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07d3d428-be38-4ac2-ae3c-850ca13d41c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=103145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:13:06.912893 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d3d428-be38-4ac2-ae3c-850ca13d41c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7053054d-975b-4547-8341-f49c5b978855,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:06.916460 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-07d3d428-be38-4ac2-ae3c-850ca13d41c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967'] for segment, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:06.916807 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.db.segments_db [None req-07d3d428-be38-4ac2-ae3c-850ca13d41c7 admin admin] Added segment 05c12ba9-d39b-4141-9580-defe032a5fb6 of type vlan for network de3ac665-6e2b-47fc-8d80-1b730042a6ab Dec 15 14:13:06.927421 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:06.955368 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-07d3d428-be38-4ac2-ae3c-850ca13d41c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782778959656'] for network, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:06.959009 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c8a1af4a-6d0f-4038-aa0a-40a1bb1adc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241'] for network, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:06.959964 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a1af4a-6d0f-4038-aa0a-40a1bb1adc0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:06.960573 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c8a1af4a-6d0f-4038-aa0a-40a1bb1adc0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for network, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:07.038473 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a1af4a-6d0f-4038-aa0a-40a1bb1adc0d admin admin] Pushing event updated for resources: {'Network': ['ID=87207a00-487c-41ca-9a1a-60e78eea9937,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:07.050715 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Network 87207a00-487c-41ca-9a1a-60e78eea9937 details requested by agent ovs-agent-dv-cinder-813229-4-iscsi with host dv-cinder-813229-4-iscsi {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:13:07.130162 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-c8a1af4a-6d0f-4038-aa0a-40a1bb1adc0d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8801012 Dec 15 14:13:07.133078 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 33064) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:07.137812 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-d7efed07-f7ef-437a-9095-2f2b31a8f1f3 admin admin] Request body: {'subnet': {'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-839835585-subnet', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:07.156481 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-07d3d428-be38-4ac2-ae3c-850ca13d41c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241'] for network, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:07.157349 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d3d428-be38-4ac2-ae3c-850ca13d41c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:07.157942 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-07d3d428-be38-4ac2-ae3c-850ca13d41c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for network, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:07.221998 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d3d428-be38-4ac2-ae3c-850ca13d41c7 admin admin] Pushing event updated for resources: {'Network': ['ID=de3ac665-6e2b-47fc-8d80-1b730042a6ab,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:07.229995 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7efed07-f7ef-437a-9095-2f2b31a8f1f3 admin admin] Made reservation on behalf of 0d09ce10de40483aa9ac94558a84aa47 for: {'subnet': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:07.233138 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d7efed07-f7ef-437a-9095-2f2b31a8f1f3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:07.234814 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Network de3ac665-6e2b-47fc-8d80-1b730042a6ab details requested by agent ovs-agent-dv-cinder-813229-4-iscsi with host dv-cinder-813229-4-iscsi {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:13:07.316359 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-07d3d428-be38-4ac2-ae3c-850ca13d41c7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9668496 Dec 15 14:13:07.319438 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 33070) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:07.326589 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-d70a52ba-420a-466f-b293-c4422aa794c6 admin admin] Request body: {'subnet': {'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-30751297-subnet', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:07.405583 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70a52ba-420a-466f-b293-c4422aa794c6 admin admin] Made reservation on behalf of 99e48568027f45a591f092080d89b4dd for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:07.408244 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d70a52ba-420a-466f-b293-c4422aa794c6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:07.480233 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d7efed07-f7ef-437a-9095-2f2b31a8f1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241'] for subnet, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:07.539469 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7efed07-f7ef-437a-9095-2f2b31a8f1f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cdbf821-be2b-4255-be5a-f39d9618a49d,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:07.550354 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7efed07-f7ef-437a-9095-2f2b31a8f1f3 admin admin] Checking segment: {'id': '88376a90-d228-4b29-87c9-0e4710ba306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:07.550737 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7efed07-f7ef-437a-9095-2f2b31a8f1f3 admin admin] Network hostable DHCP agents. Network: 87207a00-487c-41ca-9a1a-60e78eea9937, hostable agents: ['00d3855d-cdb4-486b-84c6-a7f3fbe8df5a'], hosted agents: [] {{(pid=103145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:13:07.627088 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7efed07-f7ef-437a-9095-2f2b31a8f1f3 admin admin] Network 87207a00-487c-41ca-9a1a-60e78eea9937 is scheduled to be hosted by DHCP agent 00d3855d-cdb4-486b-84c6-a7f3fbe8df5a with binding_index 1 {{(pid=103145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:13:07.676732 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d70a52ba-420a-466f-b293-c4422aa794c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:07.710341 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-d7efed07-f7ef-437a-9095-2f2b31a8f1f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-4-iscsi, 87207a00-487c-41ca-9a1a-60e78eea9937) {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:07.715455 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7efed07-f7ef-437a-9095-2f2b31a8f1f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:07.716277 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d7efed07-f7ef-437a-9095-2f2b31a8f1f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for subnet, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:07.723350 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7c597e-b3d4-4b5a-b9e8-34493cec55f6 None None] Network 87207a00-487c-41ca-9a1a-60e78eea9937 requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:07.729462 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a52ba-420a-466f-b293-c4422aa794c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3951b90e-3765-4c81-9e5f-467e16fbfc9d,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:07.738756 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70a52ba-420a-466f-b293-c4422aa794c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:07.739200 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70a52ba-420a-466f-b293-c4422aa794c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:07.739618 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70a52ba-420a-466f-b293-c4422aa794c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:07.739989 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70a52ba-420a-466f-b293-c4422aa794c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70a52ba-420a-466f-b293-c4422aa794c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70a52ba-420a-466f-b293-c4422aa794c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70a52ba-420a-466f-b293-c4422aa794c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70a52ba-420a-466f-b293-c4422aa794c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70a52ba-420a-466f-b293-c4422aa794c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70a52ba-420a-466f-b293-c4422aa794c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70a52ba-420a-466f-b293-c4422aa794c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70a52ba-420a-466f-b293-c4422aa794c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70a52ba-420a-466f-b293-c4422aa794c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70a52ba-420a-466f-b293-c4422aa794c6 admin admin] Tracked resource versions report: Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: pushed versions: Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: { 'AddressGroup': {'1.2'}, Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: 'ConntrackHelper': {'1.0'}, Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: 'LocalIPAssociation': {'1.0'}, Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: 'Log': {'1.0'}, Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: 'Network': {'1.1'}, Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: 'Port': {'1.7'}, Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: 'PortForwarding': {'1.2'}, Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: 'QosPolicy': {'1.10'}, Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: 'SecurityGroup': {'1.5'}, Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: 'SecurityGroupRule': {'1.2'}, Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: 'SubPort': {'1.0'}, Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: 'Subnet': {'1.1'}, Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: 'Trunk': {'1.1'}} Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: consumer versions: Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: { DHCP agent@dv-cinder-813229-4-iscsi: {}, Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: HyperV agent@hv-cinder-81322: {}, Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: L3 agent@dv-cinder-813229-4-iscsi: {}, Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: Metadata agent@dv-cinder-813229-4-iscsi: {}, Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: Metering agent@dv-cinder-813229-4-iscsi: {}, Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: Open vSwitch agent@dv-cinder-813229-4-iscsi: { 'AddressGroup': '1.2', Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: 'ConntrackHelper': '1.0', Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: 'LocalIPAssociation': '1.0', Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: 'Log': '1.0', Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: 'Network': '1.1', Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: 'Port': '1.7', Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: 'PortForwarding': '1.2', Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: 'QosPolicy': '1.10', Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: 'SecurityGroup': '1.5', Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: 'SecurityGroupRule': '1.2', Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: 'SubPort': '1.0', Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: 'Subnet': '1.1', Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: 'Trunk': '1.1'}} Dec 15 14:13:07.745521 dv-cinder-813229-4-iscsi neutron-server[103144]: {{(pid=103144) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 14:13:07.773106 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70a52ba-420a-466f-b293-c4422aa794c6 admin admin] Checking segment: {'id': '05c12ba9-d39b-4141-9580-defe032a5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:07.773810 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70a52ba-420a-466f-b293-c4422aa794c6 admin admin] Network hostable DHCP agents. Network: de3ac665-6e2b-47fc-8d80-1b730042a6ab, hostable agents: ['00d3855d-cdb4-486b-84c6-a7f3fbe8df5a'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:13:07.788306 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-d7efed07-f7ef-437a-9095-2f2b31a8f1f3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6540778 Dec 15 14:13:07.793535 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 33104) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:07.799771 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-d65803a9-2098-4d73-94dd-78e6c0fcedad admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-839835585-router', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'}}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:07.855392 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da6fde9-b300-4e47-90b8-ddbda41a8211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3ace9d4-bb60-588e-bb51-46ac2ab48d23-87207a00-487c-41ca-9a1a-60e78eea9937', 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937', 'project_id': '0d09ce10de40483aa9ac94558a84aa47', 'fixed_ips': [{'subnet_id': '1cdbf821-be2b-4255-be5a-f39d9618a49d'}]}} from dv-cinder-813229-4-iscsi. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:13:07.856423 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8da6fde9-b300-4e47-90b8-ddbda41a8211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:07.859041 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70a52ba-420a-466f-b293-c4422aa794c6 admin admin] Network de3ac665-6e2b-47fc-8d80-1b730042a6ab is scheduled to be hosted by DHCP agent 00d3855d-cdb4-486b-84c6-a7f3fbe8df5a with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:13:07.888044 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d65803a9-2098-4d73-94dd-78e6c0fcedad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5185'] for router, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:07.889379 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d65803a9-2098-4d73-94dd-78e6c0fcedad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:07.945187 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-d70a52ba-420a-466f-b293-c4422aa794c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-4-iscsi, de3ac665-6e2b-47fc-8d80-1b730042a6ab) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:07.958697 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d65803a9-2098-4d73-94dd-78e6c0fcedad admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:07.965183 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70a52ba-420a-466f-b293-c4422aa794c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:07.965783 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d70a52ba-420a-466f-b293-c4422aa794c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:07.965964 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb816ee-8c80-4abc-96fc-0f7e6247bf3c None None] Network de3ac665-6e2b-47fc-8d80-1b730042a6ab requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:08.062628 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-d70a52ba-420a-466f-b293-c4422aa794c6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7416654 Dec 15 14:13:08.066329 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 33116) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:08.087894 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-ced6cd42-a2d5-458e-9c3b-dc4628861233 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-30751297-router', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'}}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:08.105532 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-8da6fde9-b300-4e47-90b8-ddbda41a8211 None None] Allocated IP 172.20.0.2 (87207a00-487c-41ca-9a1a-60e78eea9937/1cdbf821-be2b-4255-be5a-f39d9618a49d/e6e23b73-a0a7-4bb0-a400-942a98a37180) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:08.161922 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:08.164827 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f90808-602c-41d1-b1ea-9076eef98da7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3ace9d4-bb60-588e-bb51-46ac2ab48d23-de3ac665-6e2b-47fc-8d80-1b730042a6ab', 'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab', 'project_id': '99e48568027f45a591f092080d89b4dd', 'fixed_ips': [{'subnet_id': '3951b90e-3765-4c81-9e5f-467e16fbfc9d'}]}} from dv-cinder-813229-4-iscsi. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:13:08.166145 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72f90808-602c-41d1-b1ea-9076eef98da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:08.225082 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ced6cd42-a2d5-458e-9c3b-dc4628861233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5185'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:08.227577 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ced6cd42-a2d5-458e-9c3b-dc4628861233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:08.248593 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d65803a9-2098-4d73-94dd-78e6c0fcedad admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:08.380674 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ced6cd42-a2d5-458e-9c3b-dc4628861233 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:08.404345 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-72f90808-602c-41d1-b1ea-9076eef98da7 None None] Allocated IP 172.20.0.2 (de3ac665-6e2b-47fc-8d80-1b730042a6ab/3951b90e-3765-4c81-9e5f-467e16fbfc9d/07ae5213-1af3-4beb-a6b7-92eb6cc2f6da) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:08.413694 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8da6fde9-b300-4e47-90b8-ddbda41a8211 None None] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:08.505749 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8da6fde9-b300-4e47-90b8-ddbda41a8211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:08.565774 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d65803a9-2098-4d73-94dd-78e6c0fcedad admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:08.611317 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da6fde9-b300-4e47-90b8-ddbda41a8211 None None] Network 87207a00-487c-41ca-9a1a-60e78eea9937 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:08.617585 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d65803a9-2098-4d73-94dd-78e6c0fcedad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:08.622876 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-8da6fde9-b300-4e47-90b8-ddbda41a8211 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:08.626205 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da6fde9-b300-4e47-90b8-ddbda41a8211 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:08.640207 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6fde9-b300-4e47-90b8-ddbda41a8211 None None] Pushing event updated for resources: {'Port': ['ID=e6e23b73-a0a7-4bb0-a400-942a98a37180,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:08.672563 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 33136) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:08.678676 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da6fde9-b300-4e47-90b8-ddbda41a8211 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:08.679338 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da6fde9-b300-4e47-90b8-ddbda41a8211 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:08.679879 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da6fde9-b300-4e47-90b8-ddbda41a8211 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:08.680296 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da6fde9-b300-4e47-90b8-ddbda41a8211 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:08.680711 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da6fde9-b300-4e47-90b8-ddbda41a8211 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:08.681317 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da6fde9-b300-4e47-90b8-ddbda41a8211 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:08.681425 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da6fde9-b300-4e47-90b8-ddbda41a8211 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:08.681730 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da6fde9-b300-4e47-90b8-ddbda41a8211 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:08.682060 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da6fde9-b300-4e47-90b8-ddbda41a8211 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:08.682413 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da6fde9-b300-4e47-90b8-ddbda41a8211 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:08.682752 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da6fde9-b300-4e47-90b8-ddbda41a8211 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:08.683078 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da6fde9-b300-4e47-90b8-ddbda41a8211 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:08.683402 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da6fde9-b300-4e47-90b8-ddbda41a8211 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:08.684620 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da6fde9-b300-4e47-90b8-ddbda41a8211 None None] Tracked resource versions report: Dec 15 14:13:08.684620 dv-cinder-813229-4-iscsi neutron-server[103146]: pushed versions: Dec 15 14:13:08.684620 dv-cinder-813229-4-iscsi neutron-server[103146]: { 'AddressGroup': {'1.2'}, Dec 15 14:13:08.684620 dv-cinder-813229-4-iscsi neutron-server[103146]: 'ConntrackHelper': {'1.0'}, Dec 15 14:13:08.684620 dv-cinder-813229-4-iscsi neutron-server[103146]: 'LocalIPAssociation': {'1.0'}, Dec 15 14:13:08.684620 dv-cinder-813229-4-iscsi neutron-server[103146]: 'Log': {'1.0'}, Dec 15 14:13:08.684620 dv-cinder-813229-4-iscsi neutron-server[103146]: 'Network': {'1.1'}, Dec 15 14:13:08.684620 dv-cinder-813229-4-iscsi neutron-server[103146]: 'Port': {'1.7'}, Dec 15 14:13:08.684620 dv-cinder-813229-4-iscsi neutron-server[103146]: 'PortForwarding': {'1.2'}, Dec 15 14:13:08.684620 dv-cinder-813229-4-iscsi neutron-server[103146]: 'QosPolicy': {'1.10'}, Dec 15 14:13:08.684620 dv-cinder-813229-4-iscsi neutron-server[103146]: 'SecurityGroup': {'1.5'}, Dec 15 14:13:08.684620 dv-cinder-813229-4-iscsi neutron-server[103146]: 'SecurityGroupRule': {'1.2'}, Dec 15 14:13:08.684620 dv-cinder-813229-4-iscsi neutron-server[103146]: 'SubPort': {'1.0'}, Dec 15 14:13:08.684620 dv-cinder-813229-4-iscsi neutron-server[103146]: 'Subnet': {'1.1'}, Dec 15 14:13:08.684620 dv-cinder-813229-4-iscsi neutron-server[103146]: 'Trunk': {'1.1'}} Dec 15 14:13:08.684620 dv-cinder-813229-4-iscsi neutron-server[103146]: consumer versions: Dec 15 14:13:08.684620 dv-cinder-813229-4-iscsi neutron-server[103146]: { DHCP agent@dv-cinder-813229-4-iscsi: {}, Dec 15 14:13:08.684620 dv-cinder-813229-4-iscsi neutron-server[103146]: HyperV agent@hv-cinder-81322: {}, Dec 15 14:13:08.684620 dv-cinder-813229-4-iscsi neutron-server[103146]: L3 agent@dv-cinder-813229-4-iscsi: {}, Dec 15 14:13:08.684620 dv-cinder-813229-4-iscsi neutron-server[103146]: Metadata agent@dv-cinder-813229-4-iscsi: {}, Dec 15 14:13:08.684620 dv-cinder-813229-4-iscsi neutron-server[103146]: Metering agent@dv-cinder-813229-4-iscsi: {}, Dec 15 14:13:08.684620 dv-cinder-813229-4-iscsi neutron-server[103146]: Open vSwitch agent@dv-cinder-813229-4-iscsi: { 'AddressGroup': '1.2', Dec 15 14:13:08.684620 dv-cinder-813229-4-iscsi neutron-server[103146]: 'ConntrackHelper': '1.0', Dec 15 14:13:08.684620 dv-cinder-813229-4-iscsi neutron-server[103146]: 'LocalIPAssociation': '1.0', Dec 15 14:13:08.684620 dv-cinder-813229-4-iscsi neutron-server[103146]: 'Log': '1.0', Dec 15 14:13:08.684620 dv-cinder-813229-4-iscsi neutron-server[103146]: 'Network': '1.1', Dec 15 14:13:08.684620 dv-cinder-813229-4-iscsi neutron-server[103146]: 'Port': '1.7', Dec 15 14:13:08.684620 dv-cinder-813229-4-iscsi neutron-server[103146]: 'PortForwarding': '1.2', Dec 15 14:13:08.684620 dv-cinder-813229-4-iscsi neutron-server[103146]: 'QosPolicy': '1.10', Dec 15 14:13:08.684620 dv-cinder-813229-4-iscsi neutron-server[103146]: 'SecurityGroup': '1.5', Dec 15 14:13:08.684620 dv-cinder-813229-4-iscsi neutron-server[103146]: 'SecurityGroupRule': '1.2', Dec 15 14:13:08.684620 dv-cinder-813229-4-iscsi neutron-server[103146]: 'SubPort': '1.0', Dec 15 14:13:08.684620 dv-cinder-813229-4-iscsi neutron-server[103146]: 'Subnet': '1.1', Dec 15 14:13:08.684620 dv-cinder-813229-4-iscsi neutron-server[103146]: 'Trunk': '1.1'}} Dec 15 14:13:08.684620 dv-cinder-813229-4-iscsi neutron-server[103146]: {{(pid=103146) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 14:13:08.705877 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ced6cd42-a2d5-458e-9c3b-dc4628861233 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:08.766182 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-8da6fde9-b300-4e47-90b8-ddbda41a8211 None None] Attempting to bind port e6e23b73-a0a7-4bb0-a400-942a98a37180 on host dv-cinder-813229-4-iscsi for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:13:08.766875 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-8da6fde9-b300-4e47-90b8-ddbda41a8211 None None] Attempting to bind port e6e23b73-a0a7-4bb0-a400-942a98a37180 by drivers openvswitch,hyperv on host dv-cinder-813229-4-iscsi at level 0 using segments [{'id': '88376a90-d228-4b29-87c9-0e4710ba306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:13:08.767422 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da6fde9-b300-4e47-90b8-ddbda41a8211 None None] Attempting to bind port e6e23b73-a0a7-4bb0-a400-942a98a37180 on network 87207a00-487c-41ca-9a1a-60e78eea9937 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:13:08.781058 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da6fde9-b300-4e47-90b8-ddbda41a8211 None None] Checking agent: {'id': '939e8715-7657-4010-a58c-eb05979aa89f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 5, 9), 'started_at': datetime.datetime(2021, 12, 15, 14, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:13:08.781758 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da6fde9-b300-4e47-90b8-ddbda41a8211 None None] Checking segment: {'id': '88376a90-d228-4b29-87c9-0e4710ba306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:08.782378 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8da6fde9-b300-4e47-90b8-ddbda41a8211 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:08.782958 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da6fde9-b300-4e47-90b8-ddbda41a8211 None None] Bound using segment: {'id': '88376a90-d228-4b29-87c9-0e4710ba306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:13:08.783452 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-8da6fde9-b300-4e47-90b8-ddbda41a8211 None None] Bound port: e6e23b73-a0a7-4bb0-a400-942a98a37180, host: dv-cinder-813229-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88376a90-d228-4b29-87c9-0e4710ba306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:13:08.783860 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8da6fde9-b300-4e47-90b8-ddbda41a8211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:08.790531 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [None req-d65803a9-2098-4d73-94dd-78e6c0fcedad admin admin] Allocated IP 172.27.3.204 (828b465c-2de9-4223-b21e-29ccc1fcf343/8db6495a-cb76-4dd2-8fa8-8ada67659a42/6d0e5b21-2828-4507-aa1e-208a44ecac8e) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:08.799577 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72f90808-602c-41d1-b1ea-9076eef98da7 None None] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:08.855819 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 33148) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:08.873811 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-8da6fde9-b300-4e47-90b8-ddbda41a8211 None None] For port e6e23b73-a0a7-4bb0-a400-942a98a37180, host dv-cinder-813229-4-iscsi, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:13:08.878307 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-8da6fde9-b300-4e47-90b8-ddbda41a8211 None None] For port e6e23b73-a0a7-4bb0-a400-942a98a37180, host dv-cinder-813229-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=e6e23b73-a0a7-4bb0-a400-942a98a37180,segment=NetworkSegment(88376a90-d228-4b29-87c9-0e4710ba306c),segment_id=88376a90-d228-4b29-87c9-0e4710ba306c)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:13:08.888022 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72f90808-602c-41d1-b1ea-9076eef98da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:08.938041 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d65803a9-2098-4d73-94dd-78e6c0fcedad admin admin] Publish callbacks [] for port, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:08.955971 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8da6fde9-b300-4e47-90b8-ddbda41a8211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:08.955971 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f90808-602c-41d1-b1ea-9076eef98da7 None None] Network de3ac665-6e2b-47fc-8d80-1b730042a6ab is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:08.963914 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-72f90808-602c-41d1-b1ea-9076eef98da7 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:08.969043 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f90808-602c-41d1-b1ea-9076eef98da7 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:08.977954 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f90808-602c-41d1-b1ea-9076eef98da7 None None] Pushing event updated for resources: {'Port': ['ID=07ae5213-1af3-4beb-a6b7-92eb6cc2f6da,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:09.023320 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-a774796e-03be-4bea-ad2f-3a9bf9de74de admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-882602308-network', 'tenant_id': '1006f4b8ba9b442aba1d9e51f2166e37'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:09.065008 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 33154) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:09.101620 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-72f90808-602c-41d1-b1ea-9076eef98da7 None None] Attempting to bind port 07ae5213-1af3-4beb-a6b7-92eb6cc2f6da on host dv-cinder-813229-4-iscsi for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:13:09.102868 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-72f90808-602c-41d1-b1ea-9076eef98da7 None None] Attempting to bind port 07ae5213-1af3-4beb-a6b7-92eb6cc2f6da by drivers openvswitch,hyperv on host dv-cinder-813229-4-iscsi at level 0 using segments [{'id': '05c12ba9-d39b-4141-9580-defe032a5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:13:09.102868 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f90808-602c-41d1-b1ea-9076eef98da7 None None] Attempting to bind port 07ae5213-1af3-4beb-a6b7-92eb6cc2f6da on network de3ac665-6e2b-47fc-8d80-1b730042a6ab {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:13:09.103824 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d65803a9-2098-4d73-94dd-78e6c0fcedad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154'] for port, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:09.114885 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6fde9-b300-4e47-90b8-ddbda41a8211 None None] Pushing event updated for resources: {'Port': ['ID=e6e23b73-a0a7-4bb0-a400-942a98a37180,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:09.122513 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f90808-602c-41d1-b1ea-9076eef98da7 None None] Checking agent: {'id': '939e8715-7657-4010-a58c-eb05979aa89f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 5, 9), 'started_at': datetime.datetime(2021, 12, 15, 14, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:13:09.123030 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f90808-602c-41d1-b1ea-9076eef98da7 None None] Checking segment: {'id': '05c12ba9-d39b-4141-9580-defe032a5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:09.123350 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72f90808-602c-41d1-b1ea-9076eef98da7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:09.123743 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f90808-602c-41d1-b1ea-9076eef98da7 None None] Bound using segment: {'id': '05c12ba9-d39b-4141-9580-defe032a5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:13:09.124274 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-72f90808-602c-41d1-b1ea-9076eef98da7 None None] Bound port: 07ae5213-1af3-4beb-a6b7-92eb6cc2f6da, host: dv-cinder-813229-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05c12ba9-d39b-4141-9580-defe032a5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:13:09.124686 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72f90808-602c-41d1-b1ea-9076eef98da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:09.138827 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65803a9-2098-4d73-94dd-78e6c0fcedad admin admin] Network 828b465c-2de9-4223-b21e-29ccc1fcf343 is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:09.142493 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-d65803a9-2098-4d73-94dd-78e6c0fcedad admin admin] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:09.174094 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a774796e-03be-4bea-ad2f-3a9bf9de74de admin admin] Made reservation on behalf of 1006f4b8ba9b442aba1d9e51f2166e37 for: {'network': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:09.174094 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a774796e-03be-4bea-ad2f-3a9bf9de74de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for network, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:09.192129 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65803a9-2098-4d73-94dd-78e6c0fcedad admin admin] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:09.194226 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a774796e-03be-4bea-ad2f-3a9bf9de74de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:09.251527 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-72f90808-602c-41d1-b1ea-9076eef98da7 None None] For port 07ae5213-1af3-4beb-a6b7-92eb6cc2f6da, host dv-cinder-813229-4-iscsi, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:13:09.255054 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-72f90808-602c-41d1-b1ea-9076eef98da7 None None] For port 07ae5213-1af3-4beb-a6b7-92eb6cc2f6da, host dv-cinder-813229-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=07ae5213-1af3-4beb-a6b7-92eb6cc2f6da,segment=NetworkSegment(05c12ba9-d39b-4141-9580-defe032a5fb6),segment_id=05c12ba9-d39b-4141-9580-defe032a5fb6)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:13:09.298877 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-f3dfa709-2729-4af1-832d-60db5875c8b9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1928528355-network', 'tenant_id': '685aa5d5bc754913a5ca3dd5518e129e'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:09.427738 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ced6cd42-a2d5-458e-9c3b-dc4628861233 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:09.435801 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:13:09.436627 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ced6cd42-a2d5-458e-9c3b-dc4628861233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:09.437118 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:09.437118 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72f90808-602c-41d1-b1ea-9076eef98da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:09.485163 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3dfa709-2729-4af1-832d-60db5875c8b9 admin admin] Made reservation on behalf of 685aa5d5bc754913a5ca3dd5518e129e for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:09.496070 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f3dfa709-2729-4af1-832d-60db5875c8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:09.541432 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f3dfa709-2729-4af1-832d-60db5875c8b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:09.572314 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f90808-602c-41d1-b1ea-9076eef98da7 None None] Pushing event updated for resources: {'Port': ['ID=07ae5213-1af3-4beb-a6b7-92eb6cc2f6da,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:09.629337 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device e6e23b73-a0a7-4bb0-a400-942a98a37180 up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:09.703634 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-a4bc6cea-46ce-415d-a895-f379bce91f95 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1679773093-network', 'tenant_id': 'dfffb0b60ded44389f1a092fbfbac8bb'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:09.736945 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65803a9-2098-4d73-94dd-78e6c0fcedad admin admin] Pushing event updated for resources: {'Port': ['ID=6d0e5b21-2828-4507-aa1e-208a44ecac8e,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:09.795852 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a774796e-03be-4bea-ad2f-3a9bf9de74de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:09.818903 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port e6e23b73-a0a7-4bb0-a400-942a98a37180 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:09.819540 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:09.864903 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-ced6cd42-a2d5-458e-9c3b-dc4628861233 admin admin] Allocated IP 172.27.3.60 (828b465c-2de9-4223-b21e-29ccc1fcf343/8db6495a-cb76-4dd2-8fa8-8ada67659a42/8b48a990-8034-475e-9a2b-ca227d9b8096) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:09.870849 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a774796e-03be-4bea-ad2f-3a9bf9de74de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:09.881374 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f3dfa709-2729-4af1-832d-60db5875c8b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:09.915230 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a774796e-03be-4bea-ad2f-3a9bf9de74de admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:13:09.929597 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bc6cea-46ce-415d-a895-f379bce91f95 admin admin] Made reservation on behalf of dfffb0b60ded44389f1a092fbfbac8bb for: {'network': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:09.932463 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a4bc6cea-46ce-415d-a895-f379bce91f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for network, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:09.939318 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774796e-03be-4bea-ad2f-3a9bf9de74de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0718514f-b98b-47f4-b8fc-287300e7eb84,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:09.943039 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:09.951412 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a774796e-03be-4bea-ad2f-3a9bf9de74de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967'] for segment, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:09.951960 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.db.segments_db [None req-a774796e-03be-4bea-ad2f-3a9bf9de74de admin admin] Added segment ab17c04e-1a93-407c-b4e7-c709fc3948f0 of type vlan for network 4e0f0a31-5f04-45cd-93b9-87b5d4b3cdb1 Dec 15 14:13:09.983274 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a4bc6cea-46ce-415d-a895-f379bce91f95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:09.991455 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f3dfa709-2729-4af1-832d-60db5875c8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:10.049291 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] For port e6e23b73-a0a7-4bb0-a400-942a98a37180, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=e6e23b73-a0a7-4bb0-a400-942a98a37180,segment=NetworkSegment(88376a90-d228-4b29-87c9-0e4710ba306c),segment_id=88376a90-d228-4b29-87c9-0e4710ba306c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:10.066667 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3dfa709-2729-4af1-832d-60db5875c8b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:13:10.120251 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:10.152110 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f3dfa709-2729-4af1-832d-60db5875c8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:10.152894 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.db.segments_db [None req-f3dfa709-2729-4af1-832d-60db5875c8b9 admin admin] Added segment f736ad77-9c63-423d-bee4-f2dcb7e208e8 of type vlan for network 1398e422-6eb7-4c67-a7ee-d619fb1f02c3 Dec 15 14:13:10.173998 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d65803a9-2098-4d73-94dd-78e6c0fcedad admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:10.229495 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dfa709-2729-4af1-832d-60db5875c8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:10.287844 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f3dfa709-2729-4af1-832d-60db5875c8b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782778959656'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:10.324438 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ced6cd42-a2d5-458e-9c3b-dc4628861233 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:10.379764 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a4bc6cea-46ce-415d-a895-f379bce91f95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:10.436333 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f3dfa709-2729-4af1-832d-60db5875c8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:10.437319 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dfa709-2729-4af1-832d-60db5875c8b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:10.437927 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f3dfa709-2729-4af1-832d-60db5875c8b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:10.498485 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a4bc6cea-46ce-415d-a895-f379bce91f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:10.514985 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a774796e-03be-4bea-ad2f-3a9bf9de74de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782778959656'] for network, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:10.525575 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Pushing event updated for resources: {'Port': ['ID=e6e23b73-a0a7-4bb0-a400-942a98a37180,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:10.568657 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4bc6cea-46ce-415d-a895-f379bce91f95 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:13:10.611815 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-f3dfa709-2729-4af1-832d-60db5875c8b9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7547610 Dec 15 14:13:10.612415 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 33202) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:10.645632 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-98781364-5f7e-4e96-bcb4-8dd5eea47b6c admin admin] Request body: {'subnet': {'network_id': '1398e422-6eb7-4c67-a7ee-d619fb1f02c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1928528355-subnet', 'tenant_id': '685aa5d5bc754913a5ca3dd5518e129e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:10.645838 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a4bc6cea-46ce-415d-a895-f379bce91f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967'] for segment, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:10.646415 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.db.segments_db [None req-a4bc6cea-46ce-415d-a895-f379bce91f95 admin admin] Added segment e76afc07-f709-49ad-9956-e321bba21318 of type vlan for network 4c509f7c-96ea-41ce-b3fd-f7b95c265247 Dec 15 14:13:10.658298 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dfa709-2729-4af1-832d-60db5875c8b9 admin admin] Pushing event updated for resources: {'Network': ['ID=1398e422-6eb7-4c67-a7ee-d619fb1f02c3,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:10.672116 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Network 1398e422-6eb7-4c67-a7ee-d619fb1f02c3 details requested by agent ovs-agent-dv-cinder-813229-4-iscsi with host dv-cinder-813229-4-iscsi {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:13:10.672922 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc6cea-46ce-415d-a895-f379bce91f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06126960-d3bb-489b-a75d-e035992a72a4,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:10.686610 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ced6cd42-a2d5-458e-9c3b-dc4628861233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:10.810197 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc22ac8-645c-42ba-b6ac-4b2caaec9e7c None None] Network 87207a00-487c-41ca-9a1a-60e78eea9937 requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:10.834243 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a4bc6cea-46ce-415d-a895-f379bce91f95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782778959656'] for network, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:10.895853 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98781364-5f7e-4e96-bcb4-8dd5eea47b6c admin admin] Made reservation on behalf of 685aa5d5bc754913a5ca3dd5518e129e for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:10.901811 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-98781364-5f7e-4e96-bcb4-8dd5eea47b6c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:10.912950 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced6cd42-a2d5-458e-9c3b-dc4628861233 admin admin] Network 828b465c-2de9-4223-b21e-29ccc1fcf343 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:10.922359 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a774796e-03be-4bea-ad2f-3a9bf9de74de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241'] for network, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:10.927255 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a774796e-03be-4bea-ad2f-3a9bf9de74de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:10.927370 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-5d241287-e144-4829-983b-78e1e1b4df76 None None] Provisioning complete for port e6e23b73-a0a7-4bb0-a400-942a98a37180 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:10.927481 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d241287-e144-4829-983b-78e1e1b4df76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:10.930190 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a774796e-03be-4bea-ad2f-3a9bf9de74de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for network, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:11.141242 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-ced6cd42-a2d5-458e-9c3b-dc4628861233 admin admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:11.155306 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced6cd42-a2d5-458e-9c3b-dc4628861233 admin admin] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:11.224037 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6cd42-a2d5-458e-9c3b-dc4628861233 admin admin] Pushing event updated for resources: {'Port': ['ID=8b48a990-8034-475e-9a2b-ca227d9b8096,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:11.247266 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d65803a9-2098-4d73-94dd-78e6c0fcedad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582066'] for router, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:11.268426 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a4bc6cea-46ce-415d-a895-f379bce91f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241'] for network, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:11.269518 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bc6cea-46ce-415d-a895-f379bce91f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:11.271802 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a4bc6cea-46ce-415d-a895-f379bce91f95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for network, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:11.339261 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-a774796e-03be-4bea-ad2f-3a9bf9de74de admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.6678746 Dec 15 14:13:11.344821 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 33224) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:11.354768 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-8c0774df-461f-4ac5-b8cc-471e3a9c777a admin admin] Request body: {'subnet': {'network_id': '4e0f0a31-5f04-45cd-93b9-87b5d4b3cdb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-882602308-subnet', 'tenant_id': '1006f4b8ba9b442aba1d9e51f2166e37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:11.411365 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774796e-03be-4bea-ad2f-3a9bf9de74de admin admin] Pushing event updated for resources: {'Network': ['ID=4e0f0a31-5f04-45cd-93b9-87b5d4b3cdb1,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:11.448363 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Network 4e0f0a31-5f04-45cd-93b9-87b5d4b3cdb1 details requested by agent ovs-agent-dv-cinder-813229-4-iscsi with host dv-cinder-813229-4-iscsi {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:13:11.459574 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-98781364-5f7e-4e96-bcb4-8dd5eea47b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:11.554038 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8aea00f-bc2c-4715-b088-e130d27753c5 None None] Network de3ac665-6e2b-47fc-8d80-1b730042a6ab requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:11.566431 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc6cea-46ce-415d-a895-f379bce91f95 admin admin] Pushing event updated for resources: {'Network': ['ID=4c509f7c-96ea-41ce-b3fd-f7b95c265247,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:11.571550 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98781364-5f7e-4e96-bcb4-8dd5eea47b6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b7285ce-5292-474f-9869-ec370d0431c8,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:11.600993 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98781364-5f7e-4e96-bcb4-8dd5eea47b6c admin admin] Checking segment: {'id': 'f736ad77-9c63-423d-bee4-f2dcb7e208e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1398e422-6eb7-4c67-a7ee-d619fb1f02c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:11.602901 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98781364-5f7e-4e96-bcb4-8dd5eea47b6c admin admin] Network hostable DHCP agents. Network: 1398e422-6eb7-4c67-a7ee-d619fb1f02c3, hostable agents: ['00d3855d-cdb4-486b-84c6-a7f3fbe8df5a'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:13:11.645940 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0774df-461f-4ac5-b8cc-471e3a9c777a admin admin] Made reservation on behalf of 1006f4b8ba9b442aba1d9e51f2166e37 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:11.648370 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8c0774df-461f-4ac5-b8cc-471e3a9c777a admin admin] Publish callbacks [] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:11.679355 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Network 4c509f7c-96ea-41ce-b3fd-f7b95c265247 details requested by agent ovs-agent-dv-cinder-813229-4-iscsi with host dv-cinder-813229-4-iscsi {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:13:11.708675 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device e6e23b73-a0a7-4bb0-a400-942a98a37180 up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:11.751264 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-a4bc6cea-46ce-415d-a895-f379bce91f95 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6852541 Dec 15 14:13:11.751801 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 33232) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:11.752421 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65803a9-2098-4d73-94dd-78e6c0fcedad admin admin] Router 338eeed0-0f42-48a9-9854-55c4d5b1385f is scheduled to L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b with binding_index 1 {{(pid=103145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:13:11.760030 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-16bbd8ce-31db-47de-9c8f-a73259dd5418 admin admin] Request body: {'subnet': {'network_id': '4c509f7c-96ea-41ce-b3fd-f7b95c265247', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1679773093-subnet', 'tenant_id': 'dfffb0b60ded44389f1a092fbfbac8bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:11.780873 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98781364-5f7e-4e96-bcb4-8dd5eea47b6c admin admin] Network 1398e422-6eb7-4c67-a7ee-d619fb1f02c3 is scheduled to be hosted by DHCP agent 00d3855d-cdb4-486b-84c6-a7f3fbe8df5a with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:13:11.884404 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-98781364-5f7e-4e96-bcb4-8dd5eea47b6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-4-iscsi, 1398e422-6eb7-4c67-a7ee-d619fb1f02c3) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:11.890456 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-8d9ad61d-1b6d-417d-a955-97c7cb75ed24 None None] Provisioning complete for port 07ae5213-1af3-4beb-a6b7-92eb6cc2f6da triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:11.893202 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d9ad61d-1b6d-417d-a955-97c7cb75ed24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:11.893516 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65803a9-2098-4d73-94dd-78e6c0fcedad admin admin] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:13:11.896454 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98781364-5f7e-4e96-bcb4-8dd5eea47b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:11.897647 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-98781364-5f7e-4e96-bcb4-8dd5eea47b6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:11.902430 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ced6cd42-a2d5-458e-9c3b-dc4628861233 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:11.905123 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0709658f-3d63-44d7-ba04-edebbafbb89b None None] Sync routers for ids ['338eeed0-0f42-48a9-9854-55c4d5b1385f'] in dv-cinder-813229-4-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:13:11.917832 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0709658f-3d63-44d7-ba04-edebbafbb89b None None] Routers {'338eeed0-0f42-48a9-9854-55c4d5b1385f'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:13:11.918576 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-0709658f-3d63-44d7-ba04-edebbafbb89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:13:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['338eeed0-0f42-48a9-9854-55c4d5b1385f'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:11.922472 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bbd8ce-31db-47de-9c8f-a73259dd5418 admin admin] Made reservation on behalf of dfffb0b60ded44389f1a092fbfbac8bb for: {'subnet': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:11.932390 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-16bbd8ce-31db-47de-9c8f-a73259dd5418 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:11.994913 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ede01cf-8d18-4e98-9341-f6d69efc754e None None] Network 1398e422-6eb7-4c67-a7ee-d619fb1f02c3 requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:12.158888 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4a8d49-36ec-41b1-8c62-9527cea0ce9f None None] Network 1398e422-6eb7-4c67-a7ee-d619fb1f02c3 requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:12.200988 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-0709658f-3d63-44d7-ba04-edebbafbb89b None None] Set router 338eeed0-0f42-48a9-9854-55c4d5b1385f gateway port host: dv-cinder-813229-4-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:13:12.208159 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d65803a9-2098-4d73-94dd-78e6c0fcedad admin admin] Publish callbacks [] for router, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:12.209789 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-d65803a9-2098-4d73-94dd-78e6c0fcedad admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.4151125 Dec 15 14:13:12.221433 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 33236) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:12.246015 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8c0774df-461f-4ac5-b8cc-471e3a9c777a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:12.259614 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port e6e23b73-a0a7-4bb0-a400-942a98a37180 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:12.259614 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:12.319606 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d9ad61d-1b6d-417d-a955-97c7cb75ed24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:12.343275 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-98781364-5f7e-4e96-bcb4-8dd5eea47b6c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7032270 Dec 15 14:13:12.349488 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 33242) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:12.364182 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-444a57ac-ff4f-4ada-b8fa-2068c73b05e1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1928528355-router', 'tenant_id': '685aa5d5bc754913a5ca3dd5518e129e', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'}}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:12.407127 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-16bbd8ce-31db-47de-9c8f-a73259dd5418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241'] for subnet, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:12.489068 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-8d9ad61d-1b6d-417d-a955-97c7cb75ed24 None None] For port 07ae5213-1af3-4beb-a6b7-92eb6cc2f6da, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=07ae5213-1af3-4beb-a6b7-92eb6cc2f6da,segment=NetworkSegment(05c12ba9-d39b-4141-9580-defe032a5fb6),segment_id=05c12ba9-d39b-4141-9580-defe032a5fb6)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:12.586122 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d9ad61d-1b6d-417d-a955-97c7cb75ed24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:12.592826 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bbd8ce-31db-47de-9c8f-a73259dd5418 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ae41e40-560b-4757-9f84-df2fdda70684,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:12.602226 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0774df-461f-4ac5-b8cc-471e3a9c777a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f953773-1ea6-41ae-85ec-45263c476db9,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:12.640039 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0774df-461f-4ac5-b8cc-471e3a9c777a admin admin] Checking segment: {'id': 'ab17c04e-1a93-407c-b4e7-c709fc3948f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4e0f0a31-5f04-45cd-93b9-87b5d4b3cdb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:12.640805 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0774df-461f-4ac5-b8cc-471e3a9c777a admin admin] Network hostable DHCP agents. Network: 4e0f0a31-5f04-45cd-93b9-87b5d4b3cdb1, hostable agents: ['00d3855d-cdb4-486b-84c6-a7f3fbe8df5a'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:13:12.643233 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bbd8ce-31db-47de-9c8f-a73259dd5418 admin admin] Checking segment: {'id': 'e76afc07-f709-49ad-9956-e321bba21318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4c509f7c-96ea-41ce-b3fd-f7b95c265247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:12.643635 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bbd8ce-31db-47de-9c8f-a73259dd5418 admin admin] Network hostable DHCP agents. Network: 4c509f7c-96ea-41ce-b3fd-f7b95c265247, hostable agents: ['00d3855d-cdb4-486b-84c6-a7f3fbe8df5a'], hosted agents: [] {{(pid=103145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:13:12.646106 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ced6cd42-a2d5-458e-9c3b-dc4628861233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582066'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:12.698761 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-0709658f-3d63-44d7-ba04-edebbafbb89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'name': 'tempest-AttachVolumeShelveTestJSON-839835585-router', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '6d0e5b21-2828-4507-aa1e-208a44ecac8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:07Z', 'updated_at': '2021-12-15T14:13:09Z', 'revision_number': 3, 'project_id': '0d09ce10de40483aa9ac94558a84aa47', 'gw_port': {'id': '6d0e5b21-2828-4507-aa1e-208a44ecac8e', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:08Z', 'updated_at': '2021-12-15T14:13:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi'}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:12.711020 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 07ae5213-1af3-4beb-a6b7-92eb6cc2f6da up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:12.741388 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-444a57ac-ff4f-4ada-b8fa-2068c73b05e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5185'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:12.743252 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0709658f-3d63-44d7-ba04-edebbafbb89b None None] Checking router: 338eeed0-0f42-48a9-9854-55c4d5b1385f for host: dv-cinder-813229-4-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:13:12.743990 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-444a57ac-ff4f-4ada-b8fa-2068c73b05e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:12.744433 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ad61d-1b6d-417d-a955-97c7cb75ed24 None None] Pushing event updated for resources: {'Port': ['ID=07ae5213-1af3-4beb-a6b7-92eb6cc2f6da,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:12.745423 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0709658f-3d63-44d7-ba04-edebbafbb89b None None] Updating router 338eeed0-0f42-48a9-9854-55c4d5b1385f port 6d0e5b21-2828-4507-aa1e-208a44ecac8e binding host dv-cinder-813229-4-iscsi {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:13:12.769307 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-a202b94d-86fa-45c0-84a6-d54edec672c9 None None] Provisioning complete for port 07ae5213-1af3-4beb-a6b7-92eb6cc2f6da triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:12.770490 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a202b94d-86fa-45c0-84a6-d54edec672c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:12.817564 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-444a57ac-ff4f-4ada-b8fa-2068c73b05e1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:12.821256 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0709658f-3d63-44d7-ba04-edebbafbb89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:12.882460 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bbd8ce-31db-47de-9c8f-a73259dd5418 admin admin] Network 4c509f7c-96ea-41ce-b3fd-f7b95c265247 is scheduled to be hosted by DHCP agent 00d3855d-cdb4-486b-84c6-a7f3fbe8df5a with binding_index 1 {{(pid=103145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:13:12.899119 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0774df-461f-4ac5-b8cc-471e3a9c777a admin admin] Network 4e0f0a31-5f04-45cd-93b9-87b5d4b3cdb1 is scheduled to be hosted by DHCP agent 00d3855d-cdb4-486b-84c6-a7f3fbe8df5a with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:13:12.945172 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port 07ae5213-1af3-4beb-a6b7-92eb6cc2f6da triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:12.949143 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:13.029394 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-a202b94d-86fa-45c0-84a6-d54edec672c9 None None] Provisioning complete for port e6e23b73-a0a7-4bb0-a400-942a98a37180 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:13.030286 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a202b94d-86fa-45c0-84a6-d54edec672c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:13.052624 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-16bbd8ce-31db-47de-9c8f-a73259dd5418 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-4-iscsi, 4c509f7c-96ea-41ce-b3fd-f7b95c265247) {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:13.069524 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-8c0774df-461f-4ac5-b8cc-471e3a9c777a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-4-iscsi, 4e0f0a31-5f04-45cd-93b9-87b5d4b3cdb1) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:13.088443 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804a9897-c804-4a0a-94cd-22eb17d0fe07 None None] Network 4c509f7c-96ea-41ce-b3fd-f7b95c265247 requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:13.090660 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b9f3d2-e248-427e-b6f7-b2124c7d02c1 None None] Network 4e0f0a31-5f04-45cd-93b9-87b5d4b3cdb1 requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:13.102877 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 33260) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:13.108049 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced6cd42-a2d5-458e-9c3b-dc4628861233 admin admin] Router 9049b4de-53dd-4d14-a582-281296ea540c is scheduled to L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:13:13.114560 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0774df-461f-4ac5-b8cc-471e3a9c777a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:13.115157 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8c0774df-461f-4ac5-b8cc-471e3a9c777a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:13.128210 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bbd8ce-31db-47de-9c8f-a73259dd5418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:13.128847 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-16bbd8ce-31db-47de-9c8f-a73259dd5418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for subnet, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:13.141005 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-444a57ac-ff4f-4ada-b8fa-2068c73b05e1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:13.248617 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0709658f-3d63-44d7-ba04-edebbafbb89b None None] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:13.263995 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-8c0774df-461f-4ac5-b8cc-471e3a9c777a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9079878 Dec 15 14:13:13.263995 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b6aecfa0-24c6-47ed-975c-40cd2d4b325d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:13.275818 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ce0398-1e15-428b-92a4-c98a2db6c21c None None] Network 4e0f0a31-5f04-45cd-93b9-87b5d4b3cdb1 requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:13.339230 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0709658f-3d63-44d7-ba04-edebbafbb89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:13.365490 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-16bbd8ce-31db-47de-9c8f-a73259dd5418 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6000626 Dec 15 14:13:13.392540 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced6cd42-a2d5-458e-9c3b-dc4628861233 admin admin] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:13:13.417999 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b6aecfa0-24c6-47ed-975c-40cd2d4b325d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:13.487587 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57ad4b8-24b6-4214-a560-aedb33093163 None None] Sync routers for ids ['9049b4de-53dd-4d14-a582-281296ea540c'] in dv-cinder-813229-4-iscsi {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:13:13.497357 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b6aecfa0-24c6-47ed-975c-40cd2d4b325d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:13.518055 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb811bcf-3a53-468b-a3b2-7a3b8a05558f None None] Pushing event updated for resources: {'Port': ['ID=6d0e5b21-2828-4507-aa1e-208a44ecac8e,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:13.522647 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5438259a-d4e6-40e1-bfb4-f3ff9f18c412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:13.559338 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb811bcf-3a53-468b-a3b2-7a3b8a05558f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:13.561575 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb811bcf-3a53-468b-a3b2-7a3b8a05558f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:13.561905 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb811bcf-3a53-468b-a3b2-7a3b8a05558f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:13.573914 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb811bcf-3a53-468b-a3b2-7a3b8a05558f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:13.575849 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb811bcf-3a53-468b-a3b2-7a3b8a05558f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:13.576507 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb811bcf-3a53-468b-a3b2-7a3b8a05558f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:13.579656 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb811bcf-3a53-468b-a3b2-7a3b8a05558f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:13.582010 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb811bcf-3a53-468b-a3b2-7a3b8a05558f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:13.591029 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb811bcf-3a53-468b-a3b2-7a3b8a05558f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:13.591029 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb811bcf-3a53-468b-a3b2-7a3b8a05558f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:13.591029 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb811bcf-3a53-468b-a3b2-7a3b8a05558f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:13.591029 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb811bcf-3a53-468b-a3b2-7a3b8a05558f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:13.591029 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb811bcf-3a53-468b-a3b2-7a3b8a05558f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:13:13.591812 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ced6cd42-a2d5-458e-9c3b-dc4628861233 admin admin] Publish callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:13.593499 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-ced6cd42-a2d5-458e-9c3b-dc4628861233 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.5253146 Dec 15 14:13:13.594135 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 33280) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:13.597804 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb811bcf-3a53-468b-a3b2-7a3b8a05558f None None] Tracked resource versions report: Dec 15 14:13:13.597804 dv-cinder-813229-4-iscsi neutron-server[103147]: pushed versions: Dec 15 14:13:13.597804 dv-cinder-813229-4-iscsi neutron-server[103147]: { 'AddressGroup': {'1.2'}, Dec 15 14:13:13.597804 dv-cinder-813229-4-iscsi neutron-server[103147]: 'ConntrackHelper': {'1.0'}, Dec 15 14:13:13.597804 dv-cinder-813229-4-iscsi neutron-server[103147]: 'LocalIPAssociation': {'1.0'}, Dec 15 14:13:13.597804 dv-cinder-813229-4-iscsi neutron-server[103147]: 'Log': {'1.0'}, Dec 15 14:13:13.597804 dv-cinder-813229-4-iscsi neutron-server[103147]: 'Network': {'1.1'}, Dec 15 14:13:13.597804 dv-cinder-813229-4-iscsi neutron-server[103147]: 'Port': {'1.7'}, Dec 15 14:13:13.597804 dv-cinder-813229-4-iscsi neutron-server[103147]: 'PortForwarding': {'1.2'}, Dec 15 14:13:13.597804 dv-cinder-813229-4-iscsi neutron-server[103147]: 'QosPolicy': {'1.10'}, Dec 15 14:13:13.597804 dv-cinder-813229-4-iscsi neutron-server[103147]: 'SecurityGroup': {'1.5'}, Dec 15 14:13:13.597804 dv-cinder-813229-4-iscsi neutron-server[103147]: 'SecurityGroupRule': {'1.2'}, Dec 15 14:13:13.597804 dv-cinder-813229-4-iscsi neutron-server[103147]: 'SubPort': {'1.0'}, Dec 15 14:13:13.597804 dv-cinder-813229-4-iscsi neutron-server[103147]: 'Subnet': {'1.1'}, Dec 15 14:13:13.597804 dv-cinder-813229-4-iscsi neutron-server[103147]: 'Trunk': {'1.1'}} Dec 15 14:13:13.597804 dv-cinder-813229-4-iscsi neutron-server[103147]: consumer versions: Dec 15 14:13:13.597804 dv-cinder-813229-4-iscsi neutron-server[103147]: { DHCP agent@dv-cinder-813229-4-iscsi: {}, Dec 15 14:13:13.597804 dv-cinder-813229-4-iscsi neutron-server[103147]: HyperV agent@hv-cinder-81322: {}, Dec 15 14:13:13.597804 dv-cinder-813229-4-iscsi neutron-server[103147]: L3 agent@dv-cinder-813229-4-iscsi: {}, Dec 15 14:13:13.597804 dv-cinder-813229-4-iscsi neutron-server[103147]: Metadata agent@dv-cinder-813229-4-iscsi: {}, Dec 15 14:13:13.597804 dv-cinder-813229-4-iscsi neutron-server[103147]: Metering agent@dv-cinder-813229-4-iscsi: {}, Dec 15 14:13:13.597804 dv-cinder-813229-4-iscsi neutron-server[103147]: Open vSwitch agent@dv-cinder-813229-4-iscsi: { 'AddressGroup': '1.2', Dec 15 14:13:13.597804 dv-cinder-813229-4-iscsi neutron-server[103147]: 'ConntrackHelper': '1.0', Dec 15 14:13:13.597804 dv-cinder-813229-4-iscsi neutron-server[103147]: 'LocalIPAssociation': '1.0', Dec 15 14:13:13.597804 dv-cinder-813229-4-iscsi neutron-server[103147]: 'Log': '1.0', Dec 15 14:13:13.597804 dv-cinder-813229-4-iscsi neutron-server[103147]: 'Network': '1.1', Dec 15 14:13:13.597804 dv-cinder-813229-4-iscsi neutron-server[103147]: 'Port': '1.7', Dec 15 14:13:13.597804 dv-cinder-813229-4-iscsi neutron-server[103147]: 'PortForwarding': '1.2', Dec 15 14:13:13.597804 dv-cinder-813229-4-iscsi neutron-server[103147]: 'QosPolicy': '1.10', Dec 15 14:13:13.597804 dv-cinder-813229-4-iscsi neutron-server[103147]: 'SecurityGroup': '1.5', Dec 15 14:13:13.597804 dv-cinder-813229-4-iscsi neutron-server[103147]: 'SecurityGroupRule': '1.2', Dec 15 14:13:13.597804 dv-cinder-813229-4-iscsi neutron-server[103147]: 'SubPort': '1.0', Dec 15 14:13:13.597804 dv-cinder-813229-4-iscsi neutron-server[103147]: 'Subnet': '1.1', Dec 15 14:13:13.597804 dv-cinder-813229-4-iscsi neutron-server[103147]: 'Trunk': '1.1'}} Dec 15 14:13:13.597804 dv-cinder-813229-4-iscsi neutron-server[103147]: {{(pid=103147) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 14:13:13.620734 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57ad4b8-24b6-4214-a560-aedb33093163 None None] Routers {'9049b4de-53dd-4d14-a582-281296ea540c'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:13:13.621568 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-a57ad4b8-24b6-4214-a560-aedb33093163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:13:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['9049b4de-53dd-4d14-a582-281296ea540c'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:13.662307 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 07ae5213-1af3-4beb-a6b7-92eb6cc2f6da up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:13.686882 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-0709658f-3d63-44d7-ba04-edebbafbb89b None None] Attempting to bind port 6d0e5b21-2828-4507-aa1e-208a44ecac8e on host dv-cinder-813229-4-iscsi for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:13:13.686882 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-0709658f-3d63-44d7-ba04-edebbafbb89b None None] Attempting to bind port 6d0e5b21-2828-4507-aa1e-208a44ecac8e by drivers openvswitch,hyperv on host dv-cinder-813229-4-iscsi at level 0 using segments [{'id': 'c751ab6f-1098-4cf9-a0b7-c17ede87015d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:13:13.686882 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0709658f-3d63-44d7-ba04-edebbafbb89b None None] Attempting to bind port 6d0e5b21-2828-4507-aa1e-208a44ecac8e on network 828b465c-2de9-4223-b21e-29ccc1fcf343 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:13:13.715649 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0709658f-3d63-44d7-ba04-edebbafbb89b None None] Checking agent: {'id': '939e8715-7657-4010-a58c-eb05979aa89f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 5, 9), 'started_at': datetime.datetime(2021, 12, 15, 14, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:13:13.721178 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0709658f-3d63-44d7-ba04-edebbafbb89b None None] Checking segment: {'id': 'c751ab6f-1098-4cf9-a0b7-c17ede87015d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:13.721178 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0709658f-3d63-44d7-ba04-edebbafbb89b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:13.721178 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0709658f-3d63-44d7-ba04-edebbafbb89b None None] Bound using segment: {'id': 'c751ab6f-1098-4cf9-a0b7-c17ede87015d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:13:13.721178 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-0709658f-3d63-44d7-ba04-edebbafbb89b None None] Bound port: 6d0e5b21-2828-4507-aa1e-208a44ecac8e, host: dv-cinder-813229-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c751ab6f-1098-4cf9-a0b7-c17ede87015d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:13:13.721178 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0709658f-3d63-44d7-ba04-edebbafbb89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:13.841383 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5817c19a-2cc8-4fd8-8bfb-7e3237459a44 None None] Network 4c509f7c-96ea-41ce-b3fd-f7b95c265247 requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:13.864692 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-0709658f-3d63-44d7-ba04-edebbafbb89b None None] For port 6d0e5b21-2828-4507-aa1e-208a44ecac8e, host dv-cinder-813229-4-iscsi, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:13:13.871357 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-0709658f-3d63-44d7-ba04-edebbafbb89b None None] For port 6d0e5b21-2828-4507-aa1e-208a44ecac8e, host dv-cinder-813229-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=6d0e5b21-2828-4507-aa1e-208a44ecac8e,segment=NetworkSegment(c751ab6f-1098-4cf9-a0b7-c17ede87015d),segment_id=c751ab6f-1098-4cf9-a0b7-c17ede87015d)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:13:13.886809 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-b6aecfa0-24c6-47ed-975c-40cd2d4b325d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d39dac32d7064f2aa6f06de16b54d212&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7808092 Dec 15 14:13:13.887362 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 33300) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:13.949026 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port 07ae5213-1af3-4beb-a6b7-92eb6cc2f6da triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:13.949632 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:13.954727 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0709658f-3d63-44d7-ba04-edebbafbb89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:13.959511 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [None req-5438259a-d4e6-40e1-bfb4-f3ff9f18c412 admin admin] Allocated IP 172.20.0.1 (87207a00-487c-41ca-9a1a-60e78eea9937/1cdbf821-be2b-4255-be5a-f39d9618a49d/dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:13.968683 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 33312) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:13.970735 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4369c46a-a0c8-4db9-91fe-6976e127e8c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:13.972579 dv-cinder-813229-4-iscsi neutron-server[103145]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 15 14:13:14.026299 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0709658f-3d63-44d7-ba04-edebbafbb89b None None] Routers {'338eeed0-0f42-48a9-9854-55c4d5b1385f'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:13:14.027188 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-0709658f-3d63-44d7-ba04-edebbafbb89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:13:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['338eeed0-0f42-48a9-9854-55c4d5b1385f'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:14.057933 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-a57ad4b8-24b6-4214-a560-aedb33093163 None None] Set router 9049b4de-53dd-4d14-a582-281296ea540c gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:13:14.103746 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aecfa0-24c6-47ed-975c-40cd2d4b325d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31ef914-eab7-4263-87df-48527830cf46,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:14.172001 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4369c46a-a0c8-4db9-91fe-6976e127e8c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:14.187691 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb811bcf-3a53-468b-a3b2-7a3b8a05558f None None] Pushing event updated for resources: {'Port': ['ID=6d0e5b21-2828-4507-aa1e-208a44ecac8e,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:14.261213 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-0709658f-3d63-44d7-ba04-edebbafbb89b None None] Set router 338eeed0-0f42-48a9-9854-55c4d5b1385f gateway port host: dv-cinder-813229-4-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:13:14.285346 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-444a57ac-ff4f-4ada-b8fa-2068c73b05e1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:14.317161 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-444a57ac-ff4f-4ada-b8fa-2068c73b05e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:14.404881 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-a57ad4b8-24b6-4214-a560-aedb33093163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9049b4de-53dd-4d14-a582-281296ea540c', 'name': 'tempest-AttachVolumeTestJSON-30751297-router', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '8b48a990-8034-475e-9a2b-ca227d9b8096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:08Z', 'updated_at': '2021-12-15T14:13:11Z', 'revision_number': 3, 'project_id': '99e48568027f45a591f092080d89b4dd', 'gw_port': {'id': '8b48a990-8034-475e-9a2b-ca227d9b8096', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f4:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9049b4de-53dd-4d14-a582-281296ea540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:09Z', 'updated_at': '2021-12-15T14:13:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi'}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:14.417252 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 33324) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:14.425884 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-0a5dc77c-6f9c-46b0-b715-08ab60e8e221 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1302798212-network', 'tenant_id': '06a7a9a2b3fa49c3a4fef05e41f19a52'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:14.442875 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57ad4b8-24b6-4214-a560-aedb33093163 None None] Checking router: 9049b4de-53dd-4d14-a582-281296ea540c for host: dv-cinder-813229-4-iscsi {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:13:14.443332 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57ad4b8-24b6-4214-a560-aedb33093163 None None] Updating router 9049b4de-53dd-4d14-a582-281296ea540c port 8b48a990-8034-475e-9a2b-ca227d9b8096 binding host dv-cinder-813229-4-iscsi {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:13:14.481255 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a57ad4b8-24b6-4214-a560-aedb33093163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:14.500913 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-d48aa4f2-bd39-4470-a1d3-59050925b6f5 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:14.502466 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-d48aa4f2-bd39-4470-a1d3-59050925b6f5 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/networks?id=4c509f7c-96ea-41ce-b3fd-f7b95c265247 HTTP/1.1" status: 200 len: 812 time: 0.5326884 Dec 15 14:13:14.552180 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-37bffb23-89b0-4d4f-94d6-b8ef5af742da tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/quotas/dfffb0b60ded44389f1a092fbfbac8bb HTTP/1.1" status: 200 len: 375 time: 0.0349984 Dec 15 14:13:14.560075 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5438259a-d4e6-40e1-bfb4-f3ff9f18c412 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:14.560342 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-0709658f-3d63-44d7-ba04-edebbafbb89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'name': 'tempest-AttachVolumeShelveTestJSON-839835585-router', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '6d0e5b21-2828-4507-aa1e-208a44ecac8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:07Z', 'updated_at': '2021-12-15T14:13:09Z', 'revision_number': 3, 'project_id': '0d09ce10de40483aa9ac94558a84aa47', 'gw_port': {'id': '6d0e5b21-2828-4507-aa1e-208a44ecac8e', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:08Z', 'updated_at': '2021-12-15T14:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi'}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:14.601022 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0709658f-3d63-44d7-ba04-edebbafbb89b None None] The sync data for ids ['338eeed0-0f42-48a9-9854-55c4d5b1385f'] in dv-cinder-813229-4-iscsi is: [{'id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'name': 'tempest-AttachVolumeShelveTestJSON-839835585-router', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '6d0e5b21-2828-4507-aa1e-208a44ecac8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:07Z', 'updated_at': '2021-12-15T14:13:09Z', 'revision_number': 3, 'project_id': '0d09ce10de40483aa9ac94558a84aa47', 'gw_port': {'id': '6d0e5b21-2828-4507-aa1e-208a44ecac8e', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:08Z', 'updated_at': '2021-12-15T14:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi'}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:13:14.627447 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-3809428e-b049-4631-bd6d-0925e63a63c0 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dfffb0b60ded44389f1a092fbfbac8bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652688 Dec 15 14:13:14.630338 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4369c46a-a0c8-4db9-91fe-6976e127e8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:14.633289 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4369c46a-a0c8-4db9-91fe-6976e127e8c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:14.636989 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-4369c46a-a0c8-4db9-91fe-6976e127e8c2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a31ef914-eab7-4263-87df-48527830cf46 HTTP/1.1" status: 204 len: 168 time: 0.7455122 Dec 15 14:13:14.665955 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369c46a-a0c8-4db9-91fe-6976e127e8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31ef914-eab7-4263-87df-48527830cf46,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:14.796576 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5438259a-d4e6-40e1-bfb4-f3ff9f18c412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154'] for port, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:14.822611 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-444a57ac-ff4f-4ada-b8fa-2068c73b05e1 admin admin] Allocated IP 172.27.3.140 (828b465c-2de9-4223-b21e-29ccc1fcf343/8db6495a-cb76-4dd2-8fa8-8ada67659a42/818527bd-9843-4fdd-a8d1-a2dccd480cc0) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:14.830838 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5dc77c-6f9c-46b0-b715-08ab60e8e221 admin admin] Made reservation on behalf of 06a7a9a2b3fa49c3a4fef05e41f19a52 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:14.841999 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5438259a-d4e6-40e1-bfb4-f3ff9f18c412 admin admin] Network 87207a00-487c-41ca-9a1a-60e78eea9937 is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:14.844554 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0a5dc77c-6f9c-46b0-b715-08ab60e8e221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:14.845815 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-5438259a-d4e6-40e1-bfb4-f3ff9f18c412 admin admin] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:14.860117 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5438259a-d4e6-40e1-bfb4-f3ff9f18c412 admin admin] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:14.860117 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5438259a-d4e6-40e1-bfb4-f3ff9f18c412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:14.865731 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0a5dc77c-6f9c-46b0-b715-08ab60e8e221 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:14.958434 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-b9feca8c-c8de-4a42-9065-ce7792181eda service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:13:14.959544 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-b9feca8c-c8de-4a42-9065-ce7792181eda service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1148984 Dec 15 14:13:15.010335 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5438259a-d4e6-40e1-bfb4-f3ff9f18c412 admin admin] Pushing event updated for resources: {'Port': ['ID=dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:15.245049 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-51a23457-333d-4cc4-b804-b08bdd908f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:15.256460 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-444a57ac-ff4f-4ada-b8fa-2068c73b05e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:15.272300 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-5b3de04b-f097-4cfa-af7e-516e5a0665e0 service neutron] 10.222.0.36 "GET /v2.0/networks/4c509f7c-96ea-41ce-b3fd-f7b95c265247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928841 Dec 15 14:13:15.290253 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-64462664-24a2-416f-b366-2708e399d21d None None] Provisioning complete for port dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:15.290898 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-64462664-24a2-416f-b366-2708e399d21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:15.352438 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0a5dc77c-6f9c-46b0-b715-08ab60e8e221 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:15.355476 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-64462664-24a2-416f-b366-2708e399d21d None None] Port dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:13:15.429446 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5438259a-d4e6-40e1-bfb4-f3ff9f18c412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:15.441263 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0a5dc77c-6f9c-46b0-b715-08ab60e8e221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:15.452964 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-4c14ee59-1fbe-4a17-b21c-c143b7e68a72 service neutron] 10.222.0.36 "GET /v2.0/networks/4c509f7c-96ea-41ce-b3fd-f7b95c265247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633751 Dec 15 14:13:15.563526 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a5dc77c-6f9c-46b0-b715-08ab60e8e221 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:13:15.626805 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-444a57ac-ff4f-4ada-b8fa-2068c73b05e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:15.677189 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5dc77c-6f9c-46b0-b715-08ab60e8e221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69652365-79ab-4bcd-a8c0-b3ef17e31a9d,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:15.725499 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0a5dc77c-6f9c-46b0-b715-08ab60e8e221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:15.725849 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.db.segments_db [None req-0a5dc77c-6f9c-46b0-b715-08ab60e8e221 admin admin] Added segment dc2998c4-faf2-475d-a0f4-e45292bb8736 of type vlan for network 6d99ef87-eb7d-4675-bad0-4e8858679afb Dec 15 14:13:15.725990 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 6d0e5b21-2828-4507-aa1e-208a44ecac8e up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:15.802307 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5438259a-d4e6-40e1-bfb4-f3ff9f18c412 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:15.856988 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444a57ac-ff4f-4ada-b8fa-2068c73b05e1 admin admin] Network 828b465c-2de9-4223-b21e-29ccc1fcf343 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:15.877033 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-444a57ac-ff4f-4ada-b8fa-2068c73b05e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:15.884140 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5438259a-d4e6-40e1-bfb4-f3ff9f18c412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:15.885471 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5438259a-d4e6-40e1-bfb4-f3ff9f18c412 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2096195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584689'] for router_interface, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:15.887376 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444a57ac-ff4f-4ada-b8fa-2068c73b05e1 admin admin] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:15.890315 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0a5dc77c-6f9c-46b0-b715-08ab60e8e221 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782778959656'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:15.915592 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port 6d0e5b21-2828-4507-aa1e-208a44ecac8e triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:15.915994 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:15.968579 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-51a23457-333d-4cc4-b804-b08bdd908f82 admin admin] Allocated IP 172.20.0.1 (de3ac665-6e2b-47fc-8d80-1b730042a6ab/3951b90e-3765-4c81-9e5f-467e16fbfc9d/9feccff9-c076-4836-aed1-c47d5355f4d6) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:16.090722 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5438259a-d4e6-40e1-bfb4-f3ff9f18c412 admin admin] Pushing event updated for resources: {'Port': ['ID=dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a,revision_number=2']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:16.126425 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444a57ac-ff4f-4ada-b8fa-2068c73b05e1 admin admin] Pushing event updated for resources: {'Port': ['ID=818527bd-9843-4fdd-a8d1-a2dccd480cc0,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:16.139106 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a57ad4b8-24b6-4214-a560-aedb33093163 None None] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:16.165163 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 33394) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:16.213084 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:16.217692 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5438259a-d4e6-40e1-bfb4-f3ff9f18c412 admin admin] Network 87207a00-487c-41ca-9a1a-60e78eea9937 is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:16.231599 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a57ad4b8-24b6-4214-a560-aedb33093163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:16.247111 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-16f3730d-d8e8-4749-9729-daeb6976d67b req-7f7fdc28-67f3-4fbc-9d4a-6ca1b5ad5ad5 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca00d83-fb1f-455b-bf15-01eebb989bb8 HTTP/1.1" status: 200 len: 210 time: 0.0803564 Dec 15 14:13:16.248176 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-5438259a-d4e6-40e1-bfb4-f3ff9f18c412 admin admin] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:16.279369 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.db.resource_extend [None req-0a5dc77c-6f9c-46b0-b715-08ab60e8e221 admin admin] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 14:13:16.340524 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] For port 6d0e5b21-2828-4507-aa1e-208a44ecac8e, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=6d0e5b21-2828-4507-aa1e-208a44ecac8e,segment=NetworkSegment(c751ab6f-1098-4cf9-a0b7-c17ede87015d),segment_id=c751ab6f-1098-4cf9-a0b7-c17ede87015d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:16.398986 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d243bcd-349c-4fda-8d7c-ae3ecf615fa8 None None] Pushing event updated for resources: {'Port': ['ID=8b48a990-8034-475e-9a2b-ca227d9b8096,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:16.404974 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a57ad4b8-24b6-4214-a560-aedb33093163 None None] Attempting to bind port 8b48a990-8034-475e-9a2b-ca227d9b8096 on host dv-cinder-813229-4-iscsi for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:13:16.408431 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a57ad4b8-24b6-4214-a560-aedb33093163 None None] Attempting to bind port 8b48a990-8034-475e-9a2b-ca227d9b8096 by drivers openvswitch,hyperv on host dv-cinder-813229-4-iscsi at level 0 using segments [{'id': 'c751ab6f-1098-4cf9-a0b7-c17ede87015d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:13:16.410283 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57ad4b8-24b6-4214-a560-aedb33093163 None None] Attempting to bind port 8b48a990-8034-475e-9a2b-ca227d9b8096 on network 828b465c-2de9-4223-b21e-29ccc1fcf343 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:13:16.420970 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:16.504860 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-51a23457-333d-4cc4-b804-b08bdd908f82 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:16.527720 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5438259a-d4e6-40e1-bfb4-f3ff9f18c412 admin admin] Router 338eeed0-0f42-48a9-9854-55c4d5b1385f has already been hosted by L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b {{(pid=103145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:13:16.528951 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0a5dc77c-6f9c-46b0-b715-08ab60e8e221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:16.530331 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5dc77c-6f9c-46b0-b715-08ab60e8e221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:16.531954 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0a5dc77c-6f9c-46b0-b715-08ab60e8e221 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:16.543130 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Pushing event updated for resources: {'Port': ['ID=6d0e5b21-2828-4507-aa1e-208a44ecac8e,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:16.551623 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57ad4b8-24b6-4214-a560-aedb33093163 None None] Checking agent: {'id': '939e8715-7657-4010-a58c-eb05979aa89f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 5, 9), 'started_at': datetime.datetime(2021, 12, 15, 14, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:13:16.552038 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57ad4b8-24b6-4214-a560-aedb33093163 None None] Checking segment: {'id': 'c751ab6f-1098-4cf9-a0b7-c17ede87015d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:16.554306 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a57ad4b8-24b6-4214-a560-aedb33093163 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:16.554672 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57ad4b8-24b6-4214-a560-aedb33093163 None None] Bound using segment: {'id': 'c751ab6f-1098-4cf9-a0b7-c17ede87015d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:13:16.555719 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a57ad4b8-24b6-4214-a560-aedb33093163 None None] Bound port: 8b48a990-8034-475e-9a2b-ca227d9b8096, host: dv-cinder-813229-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c751ab6f-1098-4cf9-a0b7-c17ede87015d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:13:16.556146 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a57ad4b8-24b6-4214-a560-aedb33093163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:16.640501 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5dc77c-6f9c-46b0-b715-08ab60e8e221 admin admin] Pushing event updated for resources: {'Network': ['ID=6d99ef87-eb7d-4675-bad0-4e8858679afb,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:16.670570 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a57ad4b8-24b6-4214-a560-aedb33093163 None None] For port 8b48a990-8034-475e-9a2b-ca227d9b8096, host dv-cinder-813229-4-iscsi, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:13:16.679589 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a57ad4b8-24b6-4214-a560-aedb33093163 None None] For port 8b48a990-8034-475e-9a2b-ca227d9b8096, host dv-cinder-813229-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=8b48a990-8034-475e-9a2b-ca227d9b8096,segment=NetworkSegment(c751ab6f-1098-4cf9-a0b7-c17ede87015d),segment_id=c751ab6f-1098-4cf9-a0b7-c17ede87015d)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:13:16.691776 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Network 6d99ef87-eb7d-4675-bad0-4e8858679afb details requested by agent ovs-agent-dv-cinder-813229-4-iscsi with host dv-cinder-813229-4-iscsi {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:13:16.734246 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5438259a-d4e6-40e1-bfb4-f3ff9f18c412 admin admin] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:13:16.756272 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-5438259a-d4e6-40e1-bfb4-f3ff9f18c412 admin admin] 10.222.0.36 "PUT /v2.0/routers/338eeed0-0f42-48a9-9854-55c4d5b1385f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5252178 Dec 15 14:13:16.756521 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-0a5dc77c-6f9c-46b0-b715-08ab60e8e221 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3348033 Dec 15 14:13:16.756624 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 33416) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:16.762271 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-1518a447-a26d-455d-b29b-a0249b3af1cf admin admin] Request body: {'subnet': {'network_id': '6d99ef87-eb7d-4675-bad0-4e8858679afb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1302798212-subnet', 'tenant_id': '06a7a9a2b3fa49c3a4fef05e41f19a52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:16.780308 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a57ad4b8-24b6-4214-a560-aedb33093163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:16.860894 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-444a57ac-ff4f-4ada-b8fa-2068c73b05e1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:16.923039 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-b568a932-c227-4f0a-85fe-3c05816ca04f None None] Provisioning complete for port dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:16.924098 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b568a932-c227-4f0a-85fe-3c05816ca04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:17.004414 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57ad4b8-24b6-4214-a560-aedb33093163 None None] Routers {'9049b4de-53dd-4d14-a582-281296ea540c'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:13:17.007778 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-a57ad4b8-24b6-4214-a560-aedb33093163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:13:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['9049b4de-53dd-4d14-a582-281296ea540c'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:17.007982 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1518a447-a26d-455d-b29b-a0249b3af1cf admin admin] Made reservation on behalf of 06a7a9a2b3fa49c3a4fef05e41f19a52 for: {'subnet': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:17.013008 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1518a447-a26d-455d-b29b-a0249b3af1cf admin admin] Publish callbacks [] for subnet, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:17.097436 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-51a23457-333d-4cc4-b804-b08bdd908f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:17.509926 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a23457-333d-4cc4-b804-b08bdd908f82 admin admin] Network de3ac665-6e2b-47fc-8d80-1b730042a6ab is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:17.509926 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-51a23457-333d-4cc4-b804-b08bdd908f82 admin admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:17.509926 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a23457-333d-4cc4-b804-b08bdd908f82 admin admin] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:17.509926 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-51a23457-333d-4cc4-b804-b08bdd908f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:17.519344 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bfb2bc-edd9-4121-958b-a7ca91a4c695 None None] Sync routers for ids ['338eeed0-0f42-48a9-9854-55c4d5b1385f'] in dv-cinder-813229-4-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:13:17.519344 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bfb2bc-edd9-4121-958b-a7ca91a4c695 None None] Routers {'338eeed0-0f42-48a9-9854-55c4d5b1385f'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:13:17.520805 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d243bcd-349c-4fda-8d7c-ae3ecf615fa8 None None] Pushing event updated for resources: {'Port': ['ID=8b48a990-8034-475e-9a2b-ca227d9b8096,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:17.524060 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a7bfb2bc-edd9-4121-958b-a7ca91a4c695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:13:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['338eeed0-0f42-48a9-9854-55c4d5b1385f'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:17.524474 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b568a932-c227-4f0a-85fe-3c05816ca04f None None] Port dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:13:17.524649 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a23457-333d-4cc4-b804-b08bdd908f82 admin admin] Pushing event updated for resources: {'Port': ['ID=9feccff9-c076-4836-aed1-c47d5355f4d6,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:17.524713 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5cecc347-0623-4838-9a5d-645c9c503f62 req-1579f29b-3cb0-472a-b138-a184aeb01048 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca00d83-fb1f-455b-bf15-01eebb989bb8 HTTP/1.1" status: 200 len: 210 time: 0.1017306 Dec 15 14:13:17.538823 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-a57ad4b8-24b6-4214-a560-aedb33093163 None None] Set router 9049b4de-53dd-4d14-a582-281296ea540c gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:13:17.598666 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-444a57ac-ff4f-4ada-b8fa-2068c73b05e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582066'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:17.621695 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-a7bfb2bc-edd9-4121-958b-a7ca91a4c695 None None] Set router 338eeed0-0f42-48a9-9854-55c4d5b1385f gateway port host: dv-cinder-813229-4-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:13:17.686422 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 6d0e5b21-2828-4507-aa1e-208a44ecac8e up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:17.817564 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-79ce6661-bd56-44e8-abe5-6635c99dde63 None None] Provisioning complete for port 9feccff9-c076-4836-aed1-c47d5355f4d6 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:17.818242 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79ce6661-bd56-44e8-abe5-6635c99dde63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:17.872470 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-79ce6661-bd56-44e8-abe5-6635c99dde63 None None] Port 9feccff9-c076-4836-aed1-c47d5355f4d6 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:13:17.928644 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1518a447-a26d-455d-b29b-a0249b3af1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241'] for subnet, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:17.978912 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port 6d0e5b21-2828-4507-aa1e-208a44ecac8e triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:17.979288 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:18.045565 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1518a447-a26d-455d-b29b-a0249b3af1cf admin admin] Checking segment: {'id': 'dc2998c4-faf2-475d-a0f4-e45292bb8736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '6d99ef87-eb7d-4675-bad0-4e8858679afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:18.046304 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1518a447-a26d-455d-b29b-a0249b3af1cf admin admin] Network hostable DHCP agents. Network: 6d99ef87-eb7d-4675-bad0-4e8858679afb, hostable agents: ['00d3855d-cdb4-486b-84c6-a7f3fbe8df5a'], hosted agents: [] {{(pid=103145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:13:18.048877 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1518a447-a26d-455d-b29b-a0249b3af1cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=3309c982-0622-4b84-a090-e224267b4649,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:18.099854 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 33470) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:18.104423 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-64e6e886-b679-4bb3-b187-07eb07720699 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Request body: {'security_group': {'name': 'tempest-securitygroup--44550576', 'description': 'tempest-description--1215584359'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:18.138422 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1518a447-a26d-455d-b29b-a0249b3af1cf admin admin] Network 6d99ef87-eb7d-4675-bad0-4e8858679afb is scheduled to be hosted by DHCP agent 00d3855d-cdb4-486b-84c6-a7f3fbe8df5a with binding_index 1 {{(pid=103145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:13:18.188545 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-51a23457-333d-4cc4-b804-b08bdd908f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:18.190377 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a7bfb2bc-edd9-4121-958b-a7ca91a4c695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'name': 'tempest-AttachVolumeShelveTestJSON-839835585-router', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '6d0e5b21-2828-4507-aa1e-208a44ecac8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:07Z', 'updated_at': '2021-12-15T14:13:15Z', 'revision_number': 4, 'project_id': '0d09ce10de40483aa9ac94558a84aa47', 'gw_port': {'id': '6d0e5b21-2828-4507-aa1e-208a44ecac8e', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:08Z', 'updated_at': '2021-12-15T14:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': 'dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a', 'name': '', 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'mac_address': 'fa:16:3e:78:dd:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1cdbf821-be2b-4255-be5a-f39d9618a49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:13Z', 'updated_at': '2021-12-15T14:13:15Z', 'revision_number': 2, 'project_id': '0d09ce10de40483aa9ac94558a84aa47', 'subnets': [{'id': '1cdbf821-be2b-4255-be5a-f39d9618a49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:18.231146 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bfb2bc-edd9-4121-958b-a7ca91a4c695 None None] Checking router: 338eeed0-0f42-48a9-9854-55c4d5b1385f for host: dv-cinder-813229-4-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:13:18.231521 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bfb2bc-edd9-4121-958b-a7ca91a4c695 None None] Updating router 338eeed0-0f42-48a9-9854-55c4d5b1385f port dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a binding host dv-cinder-813229-4-iscsi {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:13:18.240087 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-1518a447-a26d-455d-b29b-a0249b3af1cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-4-iscsi, 6d99ef87-eb7d-4675-bad0-4e8858679afb) {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:18.244330 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1518a447-a26d-455d-b29b-a0249b3af1cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:18.244986 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1518a447-a26d-455d-b29b-a0249b3af1cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for subnet, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:18.268535 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7bfb2bc-edd9-4121-958b-a7ca91a4c695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:18.269301 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-64e6e886-b679-4bb3-b187-07eb07720699 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:18.281446 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4fc32f-9cbc-4171-964d-1e635401cc5f None None] Network 6d99ef87-eb7d-4675-bad0-4e8858679afb requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:18.327470 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444a57ac-ff4f-4ada-b8fa-2068c73b05e1 admin admin] Router 083af218-12a8-4f44-b8d7-d440b5e70196 is scheduled to L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:13:18.386757 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-1518a447-a26d-455d-b29b-a0249b3af1cf admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6273389 Dec 15 14:13:18.393256 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-a57ad4b8-24b6-4214-a560-aedb33093163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9049b4de-53dd-4d14-a582-281296ea540c', 'name': 'tempest-AttachVolumeTestJSON-30751297-router', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '8b48a990-8034-475e-9a2b-ca227d9b8096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:08Z', 'updated_at': '2021-12-15T14:13:11Z', 'revision_number': 3, 'project_id': '99e48568027f45a591f092080d89b4dd', 'gw_port': {'id': '8b48a990-8034-475e-9a2b-ca227d9b8096', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f4:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9049b4de-53dd-4d14-a582-281296ea540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:09Z', 'updated_at': '2021-12-15T14:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi'}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:18.423750 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57ad4b8-24b6-4214-a560-aedb33093163 None None] The sync data for ids ['9049b4de-53dd-4d14-a582-281296ea540c'] in dv-cinder-813229-4-iscsi is: [{'id': '9049b4de-53dd-4d14-a582-281296ea540c', 'name': 'tempest-AttachVolumeTestJSON-30751297-router', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '8b48a990-8034-475e-9a2b-ca227d9b8096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:08Z', 'updated_at': '2021-12-15T14:13:11Z', 'revision_number': 3, 'project_id': '99e48568027f45a591f092080d89b4dd', 'gw_port': {'id': '8b48a990-8034-475e-9a2b-ca227d9b8096', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f4:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9049b4de-53dd-4d14-a582-281296ea540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:09Z', 'updated_at': '2021-12-15T14:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi'}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:13:18.489308 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1561b0f1-0ca2-4383-9cba-9f0ddd50e6bf None None] Network 6d99ef87-eb7d-4675-bad0-4e8858679afb requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:13:18.511867 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-64e6e886-b679-4bb3-b187-07eb07720699 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:18.621296 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-64e6e886-b679-4bb3-b187-07eb07720699 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:18.653350 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-51a23457-333d-4cc4-b804-b08bdd908f82 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:18.707918 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444a57ac-ff4f-4ada-b8fa-2068c73b05e1 admin admin] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:13:18.736887 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-51a23457-333d-4cc4-b804-b08bdd908f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:18.740655 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-51a23457-333d-4cc4-b804-b08bdd908f82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2096195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584689'] for router_interface, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:18.762942 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b033d5e9-73e7-4c6b-91f5-f758193bb78d None None] Sync routers for ids ['083af218-12a8-4f44-b8d7-d440b5e70196'] in dv-cinder-813229-4-iscsi {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:13:18.809930 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b033d5e9-73e7-4c6b-91f5-f758193bb78d None None] Routers {'083af218-12a8-4f44-b8d7-d440b5e70196'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:13:18.812968 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-b033d5e9-73e7-4c6b-91f5-f758193bb78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:13:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['083af218-12a8-4f44-b8d7-d440b5e70196'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:18.839459 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-26ba3bcd-c712-41e6-b351-e99ba5ff48fa req-4e8231cd-f425-4750-ba14-a25dde16bc4e tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca00d83-fb1f-455b-bf15-01eebb989bb8 HTTP/1.1" status: 200 len: 210 time: 0.1321793 Dec 15 14:13:18.842224 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-64e6e886-b679-4bb3-b187-07eb07720699 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:18.843439 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-64e6e886-b679-4bb3-b187-07eb07720699 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.7433846 Dec 15 14:13:18.856115 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e6e886-b679-4bb3-b187-07eb07720699 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e234e0f-8940-440a-bace-a4822f347c66,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:18.874187 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-444a57ac-ff4f-4ada-b8fa-2068c73b05e1 admin admin] Publish callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:18.875773 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 33502) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:18.894565 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-444a57ac-ff4f-4ada-b8fa-2068c73b05e1 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.5338793 Dec 15 14:13:18.895221 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 33504) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:18.909259 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-5ee73d42-6c75-471f-b7dc-4578000886f5 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Request body: {'security_group_rule': {'security_group_id': '2e234e0f-8940-440a-bace-a4822f347c66', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:18.948984 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 33508) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:18.994185 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 33512) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:19.017446 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7bfb2bc-edd9-4121-958b-a7ca91a4c695 None None] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:19.074220 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a23457-333d-4cc4-b804-b08bdd908f82 admin admin] Pushing event updated for resources: {'Port': ['ID=9feccff9-c076-4836-aed1-c47d5355f4d6,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:19.083517 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7bfb2bc-edd9-4121-958b-a7ca91a4c695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:19.095487 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5ee73d42-6c75-471f-b7dc-4578000886f5 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:19.118156 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-b033d5e9-73e7-4c6b-91f5-f758193bb78d None None] Set router 083af218-12a8-4f44-b8d7-d440b5e70196 gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:13:19.147554 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_v2 [None req-5962fea4-a9b2-4ff7-aeeb-67838500c7e6 admin admin] Deleting subnet 5f953773-1ea6-41ae-85ec-45263c476db9 {{(pid=103145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:13:19.169014 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a23457-333d-4cc4-b804-b08bdd908f82 admin admin] Network de3ac665-6e2b-47fc-8d80-1b730042a6ab is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:19.172540 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-51a23457-333d-4cc4-b804-b08bdd908f82 admin admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:19.181436 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5962fea4-a9b2-4ff7-aeeb-67838500c7e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:19.190812 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5348e25d-747b-466c-b09d-a7300cb6e776 None None] Pushing event updated for resources: {'Port': ['ID=dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:19.339457 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-bb25c9a9-1c4c-4bb5-95fc-2ef3f4a0005a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:19.392134 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-a7bfb2bc-edd9-4121-958b-a7ca91a4c695 None None] Attempting to bind port dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a on host dv-cinder-813229-4-iscsi for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:13:19.393207 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5962fea4-a9b2-4ff7-aeeb-67838500c7e6 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:19.393752 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-a7bfb2bc-edd9-4121-958b-a7ca91a4c695 None None] Attempting to bind port dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a by drivers openvswitch,hyperv on host dv-cinder-813229-4-iscsi at level 0 using segments [{'id': '88376a90-d228-4b29-87c9-0e4710ba306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:13:19.395655 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bfb2bc-edd9-4121-958b-a7ca91a4c695 None None] Attempting to bind port dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a on network 87207a00-487c-41ca-9a1a-60e78eea9937 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:13:19.417521 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bfb2bc-edd9-4121-958b-a7ca91a4c695 None None] Checking agent: {'id': '939e8715-7657-4010-a58c-eb05979aa89f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 5, 9), 'started_at': datetime.datetime(2021, 12, 15, 14, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:13:19.418224 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bfb2bc-edd9-4121-958b-a7ca91a4c695 None None] Checking segment: {'id': '88376a90-d228-4b29-87c9-0e4710ba306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:19.418777 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7bfb2bc-edd9-4121-958b-a7ca91a4c695 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:19.419362 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bfb2bc-edd9-4121-958b-a7ca91a4c695 None None] Bound using segment: {'id': '88376a90-d228-4b29-87c9-0e4710ba306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:13:19.431983 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-a7bfb2bc-edd9-4121-958b-a7ca91a4c695 None None] Bound port: dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a, host: dv-cinder-813229-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88376a90-d228-4b29-87c9-0e4710ba306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:13:19.431983 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7bfb2bc-edd9-4121-958b-a7ca91a4c695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:19.447243 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5962fea4-a9b2-4ff7-aeeb-67838500c7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878086'] for subnet, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:19.454711 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5ee73d42-6c75-471f-b7dc-4578000886f5 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:19.737834 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-a7bfb2bc-edd9-4121-958b-a7ca91a4c695 None None] For port dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a, host dv-cinder-813229-4-iscsi, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:13:19.748738 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-a7bfb2bc-edd9-4121-958b-a7ca91a4c695 None None] For port dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a, host dv-cinder-813229-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a,segment=NetworkSegment(88376a90-d228-4b29-87c9-0e4710ba306c),segment_id=88376a90-d228-4b29-87c9-0e4710ba306c)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:13:19.804390 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 8b48a990-8034-475e-9a2b-ca227d9b8096 up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:19.811051 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-e8a864a4-04b9-457d-9d14-7966fba7e47e None None] Provisioning complete for port 9feccff9-c076-4836-aed1-c47d5355f4d6 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:19.811439 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8a864a4-04b9-457d-9d14-7966fba7e47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:19.815912 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 33532) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:19.822575 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a23457-333d-4cc4-b804-b08bdd908f82 admin admin] Router 9049b4de-53dd-4d14-a582-281296ea540c has already been hosted by L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:13:19.827049 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-bb25c9a9-1c4c-4bb5-95fc-2ef3f4a0005a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:19.881280 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e8a864a4-04b9-457d-9d14-7966fba7e47e None None] Port 9feccff9-c076-4836-aed1-c47d5355f4d6 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:13:19.884377 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-b033d5e9-73e7-4c6b-91f5-f758193bb78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083af218-12a8-4f44-b8d7-d440b5e70196', 'name': 'tempest-ServerRescueNegativeTestJSON-1928528355-router', 'tenant_id': '685aa5d5bc754913a5ca3dd5518e129e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '818527bd-9843-4fdd-a8d1-a2dccd480cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:12Z', 'updated_at': '2021-12-15T14:13:16Z', 'revision_number': 3, 'project_id': '685aa5d5bc754913a5ca3dd5518e129e', 'gw_port': {'id': '818527bd-9843-4fdd-a8d1-a2dccd480cc0', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083af218-12a8-4f44-b8d7-d440b5e70196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:14Z', 'updated_at': '2021-12-15T14:13:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi'}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:19.967426 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b033d5e9-73e7-4c6b-91f5-f758193bb78d None None] Checking router: 083af218-12a8-4f44-b8d7-d440b5e70196 for host: dv-cinder-813229-4-iscsi {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:13:19.968230 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b033d5e9-73e7-4c6b-91f5-f758193bb78d None None] Updating router 083af218-12a8-4f44-b8d7-d440b5e70196 port 818527bd-9843-4fdd-a8d1-a2dccd480cc0 binding host dv-cinder-813229-4-iscsi {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:13:20.006849 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b033d5e9-73e7-4c6b-91f5-f758193bb78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:20.050574 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-842d94b0-18ea-44b6-ad1b-d5bb16d837f3 None None] Provisioning complete for port dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:20.051148 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-842d94b0-18ea-44b6-ad1b-d5bb16d837f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:20.078499 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b7f43fe9-fed2-406a-8efe-5420a64b7a15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:20.083505 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-309a4ff6-c6c5-42a8-a96d-0838f6a69c31 req-42503b90-9966-469e-b4e1-36fb301312d3 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca00d83-fb1f-455b-bf15-01eebb989bb8 HTTP/1.1" status: 200 len: 210 time: 0.0446010 Dec 15 14:13:20.093389 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a23457-333d-4cc4-b804-b08bdd908f82 admin admin] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:13:20.109299 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-51a23457-333d-4cc4-b804-b08bdd908f82 admin admin] 10.222.0.36 "PUT /v2.0/routers/9049b4de-53dd-4d14-a582-281296ea540c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4880664 Dec 15 14:13:20.155090 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5ee73d42-6c75-471f-b7dc-4578000886f5 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629912'] for security_group_rule, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:20.160841 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port 8b48a990-8034-475e-9a2b-ca227d9b8096 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:20.161229 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:20.173143 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-36b26cb6-a02a-46aa-83f6-24c7bdec72b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:20.193469 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-842d94b0-18ea-44b6-ad1b-d5bb16d837f3 None None] Port dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:13:20.205961 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee73d42-6c75-471f-b7dc-4578000886f5 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c7bfa9b-73b0-43b6-b3a5-636f167d059c,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:20.301118 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7bfb2bc-edd9-4121-958b-a7ca91a4c695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:20.303590 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-bb25c9a9-1c4c-4bb5-95fc-2ef3f4a0005a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:20.309586 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:20.346026 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:20.362035 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b7f43fe9-fed2-406a-8efe-5420a64b7a15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:20.396718 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5ee73d42-6c75-471f-b7dc-4578000886f5 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:20.400918 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-5ee73d42-6c75-471f-b7dc-4578000886f5 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5030894 Dec 15 14:13:20.409290 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5962fea4-a9b2-4ff7-aeeb-67838500c7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241'] for subnet, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:20.409478 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 33544) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:20.413612 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] For port 8b48a990-8034-475e-9a2b-ca227d9b8096, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=8b48a990-8034-475e-9a2b-ca227d9b8096,segment=NetworkSegment(c751ab6f-1098-4cf9-a0b7-c17ede87015d),segment_id=c751ab6f-1098-4cf9-a0b7-c17ede87015d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:20.421895 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-6c4aaec9-d548-4dff-9f72-c36391fd1e80 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Request body: {'security_group_rule': {'security_group_id': '2e234e0f-8940-440a-bace-a4822f347c66', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:20.442629 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b033d5e9-73e7-4c6b-91f5-f758193bb78d None None] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:20.447781 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb25c9a9-1c4c-4bb5-95fc-2ef3f4a0005a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c040ca8-b867-44d8-8a3f-7bc69abc0d11,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:20.476949 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b7f43fe9-fed2-406a-8efe-5420a64b7a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:20.482354 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bfb2bc-edd9-4121-958b-a7ca91a4c695 None None] Routers {'338eeed0-0f42-48a9-9854-55c4d5b1385f'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:13:20.483195 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a7bfb2bc-edd9-4121-958b-a7ca91a4c695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:13:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['338eeed0-0f42-48a9-9854-55c4d5b1385f'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:20.488563 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:20.530925 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5348e25d-747b-466c-b09d-a7300cb6e776 None None] Pushing event updated for resources: {'Port': ['ID=dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:20.538006 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5962fea4-a9b2-4ff7-aeeb-67838500c7e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:20.551826 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-5962fea4-a9b2-4ff7-aeeb-67838500c7e6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5f953773-1ea6-41ae-85ec-45263c476db9 HTTP/1.1" status: 204 len: 168 time: 1.5564389 Dec 15 14:13:20.552948 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962fea4-a9b2-4ff7-aeeb-67838500c7e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f953773-1ea6-41ae-85ec-45263c476db9,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:20.581471 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 33546) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:20.631663 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Pushing event updated for resources: {'Port': ['ID=8b48a990-8034-475e-9a2b-ca227d9b8096,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:20.653483 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-bb25c9a9-1c4c-4bb5-95fc-2ef3f4a0005a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=19d8e91a187f47c89f3ecb19ef99519c&name=default HTTP/1.1" status: 200 len: 2995 time: 1.7033398 Dec 15 14:13:20.670158 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b033d5e9-73e7-4c6b-91f5-f758193bb78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:20.684942 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 33552) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:20.707557 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-a7bfb2bc-edd9-4121-958b-a7ca91a4c695 None None] Set router 338eeed0-0f42-48a9-9854-55c4d5b1385f gateway port host: dv-cinder-813229-4-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:13:20.826406 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fed4547f-80b6-465f-9243-e54c75c3cfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825640'] for network, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:20.883770 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f43fe9-fed2-406a-8efe-5420a64b7a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8aac5c-10d5-4023-a5dd-cf9c93936d0b,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:20.885616 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ba00a1c4-21b1-43aa-a20c-cceac4dc4684 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:20.912677 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-b7f43fe9-fed2-406a-8efe-5420a64b7a15 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cc579e8e248d4cd5b066c98afbe767b8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0897877 Dec 15 14:13:20.912677 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 33560) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:20.991228 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ba00a1c4-21b1-43aa-a20c-cceac4dc4684 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:20.997338 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-36b26cb6-a02a-46aa-83f6-24c7bdec72b3 admin admin] Allocated IP 172.20.0.1 (1398e422-6eb7-4c67-a7ee-d619fb1f02c3/7b7285ce-5292-474f-9869-ec370d0431c8/72327dbd-7208-4e7e-a345-1751affb0c77) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:21.020741 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fed4547f-80b6-465f-9243-e54c75c3cfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880017', 'neutron.services.segments.db._delete_segments_for_network-8782779444098'] for network, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:21.023656 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6c4aaec9-d548-4dff-9f72-c36391fd1e80 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:21.136771 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fed4547f-80b6-465f-9243-e54c75c3cfd3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:13:21.137642 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fed4547f-80b6-465f-9243-e54c75c3cfd3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:13:21.138592 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fed4547f-80b6-465f-9243-e54c75c3cfd3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:13:21.139079 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fed4547f-80b6-465f-9243-e54c75c3cfd3 admin admin] Subscribe: > port after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:13:21.139571 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fed4547f-80b6-465f-9243-e54c75c3cfd3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:13:21.140586 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fed4547f-80b6-465f-9243-e54c75c3cfd3 admin admin] Subscribe: > port after_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:13:21.141557 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fed4547f-80b6-465f-9243-e54c75c3cfd3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:13:21.142024 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fed4547f-80b6-465f-9243-e54c75c3cfd3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:13:21.143047 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fed4547f-80b6-465f-9243-e54c75c3cfd3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:13:21.143557 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fed4547f-80b6-465f-9243-e54c75c3cfd3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:13:21.160420 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-b033d5e9-73e7-4c6b-91f5-f758193bb78d None None] Attempting to bind port 818527bd-9843-4fdd-a8d1-a2dccd480cc0 on host dv-cinder-813229-4-iscsi for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:13:21.160905 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-b033d5e9-73e7-4c6b-91f5-f758193bb78d None None] Attempting to bind port 818527bd-9843-4fdd-a8d1-a2dccd480cc0 by drivers openvswitch,hyperv on host dv-cinder-813229-4-iscsi at level 0 using segments [{'id': 'c751ab6f-1098-4cf9-a0b7-c17ede87015d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:13:21.161376 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b033d5e9-73e7-4c6b-91f5-f758193bb78d None None] Attempting to bind port 818527bd-9843-4fdd-a8d1-a2dccd480cc0 on network 828b465c-2de9-4223-b21e-29ccc1fcf343 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:13:21.165574 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4312a6-2209-40f2-b9f6-756fde269762 None None] Pushing event updated for resources: {'Port': ['ID=818527bd-9843-4fdd-a8d1-a2dccd480cc0,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:21.175137 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b033d5e9-73e7-4c6b-91f5-f758193bb78d None None] Checking agent: {'id': '939e8715-7657-4010-a58c-eb05979aa89f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 5, 9), 'started_at': datetime.datetime(2021, 12, 15, 14, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:13:21.183701 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b033d5e9-73e7-4c6b-91f5-f758193bb78d None None] Checking segment: {'id': 'c751ab6f-1098-4cf9-a0b7-c17ede87015d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:21.183701 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b033d5e9-73e7-4c6b-91f5-f758193bb78d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:21.183701 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b033d5e9-73e7-4c6b-91f5-f758193bb78d None None] Bound using segment: {'id': 'c751ab6f-1098-4cf9-a0b7-c17ede87015d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:13:21.183701 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-b033d5e9-73e7-4c6b-91f5-f758193bb78d None None] Bound port: 818527bd-9843-4fdd-a8d1-a2dccd480cc0, host: dv-cinder-813229-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c751ab6f-1098-4cf9-a0b7-c17ede87015d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:13:21.183701 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b033d5e9-73e7-4c6b-91f5-f758193bb78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:21.184667 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b9a65e0d-fd6a-4974-b5cd-631ba14234b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:21.189587 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-d7d5875c-0a0a-4699-bc45-f6521ff76c50 None None] Provisioning complete for port dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:21.191418 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7d5875c-0a0a-4699-bc45-f6521ff76c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:21.208452 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a7bfb2bc-edd9-4121-958b-a7ca91a4c695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'name': 'tempest-AttachVolumeShelveTestJSON-839835585-router', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '6d0e5b21-2828-4507-aa1e-208a44ecac8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:07Z', 'updated_at': '2021-12-15T14:13:15Z', 'revision_number': 4, 'project_id': '0d09ce10de40483aa9ac94558a84aa47', 'gw_port': {'id': '6d0e5b21-2828-4507-aa1e-208a44ecac8e', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:08Z', 'updated_at': '2021-12-15T14:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': 'dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a', 'name': '', 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'mac_address': 'fa:16:3e:78:dd:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1cdbf821-be2b-4255-be5a-f39d9618a49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:13Z', 'updated_at': '2021-12-15T14:13:19Z', 'revision_number': 4, 'project_id': '0d09ce10de40483aa9ac94558a84aa47', 'subnets': [{'id': '1cdbf821-be2b-4255-be5a-f39d9618a49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:21.252597 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bfb2bc-edd9-4121-958b-a7ca91a4c695 None None] The sync data for ids ['338eeed0-0f42-48a9-9854-55c4d5b1385f'] in dv-cinder-813229-4-iscsi is: [{'id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'name': 'tempest-AttachVolumeShelveTestJSON-839835585-router', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '6d0e5b21-2828-4507-aa1e-208a44ecac8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:07Z', 'updated_at': '2021-12-15T14:13:15Z', 'revision_number': 4, 'project_id': '0d09ce10de40483aa9ac94558a84aa47', 'gw_port': {'id': '6d0e5b21-2828-4507-aa1e-208a44ecac8e', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:08Z', 'updated_at': '2021-12-15T14:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': 'dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a', 'name': '', 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'mac_address': 'fa:16:3e:78:dd:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1cdbf821-be2b-4255-be5a-f39d9618a49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:13Z', 'updated_at': '2021-12-15T14:13:19Z', 'revision_number': 4, 'project_id': '0d09ce10de40483aa9ac94558a84aa47', 'subnets': [{'id': '1cdbf821-be2b-4255-be5a-f39d9618a49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:13:21.281349 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-b033d5e9-73e7-4c6b-91f5-f758193bb78d None None] For port 818527bd-9843-4fdd-a8d1-a2dccd480cc0, host dv-cinder-813229-4-iscsi, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:13:21.286455 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-b033d5e9-73e7-4c6b-91f5-f758193bb78d None None] For port 818527bd-9843-4fdd-a8d1-a2dccd480cc0, host dv-cinder-813229-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=818527bd-9843-4fdd-a8d1-a2dccd480cc0,segment=NetworkSegment(c751ab6f-1098-4cf9-a0b7-c17ede87015d),segment_id=c751ab6f-1098-4cf9-a0b7-c17ede87015d)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:13:21.347252 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7d5875c-0a0a-4699-bc45-f6521ff76c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:21.349310 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 33572) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:21.358595 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-9b5301f3-1562-4a93-81ae-3b43a48c2315 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1997998472', 'description': 'tempest-description--293734318'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:21.390474 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b033d5e9-73e7-4c6b-91f5-f758193bb78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:21.438994 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b9a65e0d-fd6a-4974-b5cd-631ba14234b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:21.458336 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-d7d5875c-0a0a-4699-bc45-f6521ff76c50 None None] For port dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a,segment=NetworkSegment(88376a90-d228-4b29-87c9-0e4710ba306c),segment_id=88376a90-d228-4b29-87c9-0e4710ba306c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:21.504737 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480ebe9b-719b-46f8-990a-aef2503d4143 None None] Sync routers for ids ['9049b4de-53dd-4d14-a582-281296ea540c'] in dv-cinder-813229-4-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:13:21.519736 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b033d5e9-73e7-4c6b-91f5-f758193bb78d None None] Routers {'083af218-12a8-4f44-b8d7-d440b5e70196'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:13:21.520572 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-b033d5e9-73e7-4c6b-91f5-f758193bb78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:13:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['083af218-12a8-4f44-b8d7-d440b5e70196'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:21.530063 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480ebe9b-719b-46f8-990a-aef2503d4143 None None] Routers {'9049b4de-53dd-4d14-a582-281296ea540c'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:13:21.531148 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-480ebe9b-719b-46f8-990a-aef2503d4143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:13:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['9049b4de-53dd-4d14-a582-281296ea540c'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:21.545497 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fed4547f-80b6-465f-9243-e54c75c3cfd3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:13:21.545842 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fed4547f-80b6-465f-9243-e54c75c3cfd3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:13:21.549117 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fed4547f-80b6-465f-9243-e54c75c3cfd3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:13:21.549117 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fed4547f-80b6-465f-9243-e54c75c3cfd3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:13:21.549117 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-fed4547f-80b6-465f-9243-e54c75c3cfd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e0f0a31-5f04-45cd-93b9-87b5d4b3cdb1']}} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:21.617325 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-fed4547f-80b6-465f-9243-e54c75c3cfd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab17c04e-1a93-407c-b4e7-c709fc3948f0') {'for_net_delete': True} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:21.617961 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-fed4547f-80b6-465f-9243-e54c75c3cfd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab17c04e-1a93-407c-b4e7-c709fc3948f0') {} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:21.618613 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-36b26cb6-a02a-46aa-83f6-24c7bdec72b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:21.636259 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b9a65e0d-fd6a-4974-b5cd-631ba14234b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:21.648005 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b9a65e0d-fd6a-4974-b5cd-631ba14234b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:21.650175 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-b9a65e0d-fd6a-4974-b5cd-631ba14234b6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0a8aac5c-10d5-4023-a5dd-cf9c93936d0b HTTP/1.1" status: 204 len: 168 time: 0.7210426 Dec 15 14:13:21.665170 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.54', 55388) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:21.674599 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-192e6551-a027-47f1-8fa8-1b436bf839fc req-70fae5b8-56b2-4b08-9ec4-f515c161031c tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca00d83-fb1f-455b-bf15-01eebb989bb8 HTTP/1.1" status: 200 len: 210 time: 0.1212015 Dec 15 14:13:21.686640 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6c4aaec9-d548-4dff-9f72-c36391fd1e80 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:21.708043 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a65e0d-fd6a-4974-b5cd-631ba14234b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8aac5c-10d5-4023-a5dd-cf9c93936d0b,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:21.729466 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9b5301f3-1562-4a93-81ae-3b43a48c2315 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:21.750146 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fed4547f-80b6-465f-9243-e54c75c3cfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782779447179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59516735'] for segment, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:21.752104 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-b033d5e9-73e7-4c6b-91f5-f758193bb78d None None] Set router 083af218-12a8-4f44-b8d7-d440b5e70196 gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:13:21.791303 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7d5875c-0a0a-4699-bc45-f6521ff76c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:21.796885 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6c4aaec9-d548-4dff-9f72-c36391fd1e80 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629912'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:21.838718 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fed4547f-80b6-465f-9243-e54c75c3cfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967'] for segment, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:21.853242 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 8b48a990-8034-475e-9a2b-ca227d9b8096 up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:21.861131 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed4547f-80b6-465f-9243-e54c75c3cfd3 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:13:21.861578 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fed4547f-80b6-465f-9243-e54c75c3cfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3665285'] for segment, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:21.865939 dv-cinder-813229-4-iscsi neutron-server[103145]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 14:13:21.865939 dv-cinder-813229-4-iscsi neutron-server[103145]: from cryptography.utils import int_from_bytes Dec 15 14:13:21.865939 dv-cinder-813229-4-iscsi neutron-server[103145]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 14:13:21.865939 dv-cinder-813229-4-iscsi neutron-server[103145]: from cryptography.utils import int_from_bytes Dec 15 14:13:21.865939 dv-cinder-813229-4-iscsi neutron-server[103145]: Traceback (most recent call last): Dec 15 14:13:21.865939 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:13:21.865939 dv-cinder-813229-4-iscsi neutron-server[103145]: timer() Dec 15 14:13:21.865939 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:13:21.865939 dv-cinder-813229-4-iscsi neutron-server[103145]: cb(*args, **kw) Dec 15 14:13:21.865939 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:13:21.865939 dv-cinder-813229-4-iscsi neutron-server[103145]: return func(*args, **kwargs) Dec 15 14:13:21.865939 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:13:21.865939 dv-cinder-813229-4-iscsi neutron-server[103145]: self._notify() Dec 15 14:13:21.865939 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:13:21.865939 dv-cinder-813229-4-iscsi neutron-server[103145]: self.callback(batched_events) Dec 15 14:13:21.865939 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:13:21.865939 dv-cinder-813229-4-iscsi neutron-server[103145]: event.method(event) Dec 15 14:13:21.865939 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:13:21.865939 dv-cinder-813229-4-iscsi neutron-server[103145]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:13:21.865939 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:13:21.865939 dv-cinder-813229-4-iscsi neutron-server[103145]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:13:21.865939 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:13:21.865939 dv-cinder-813229-4-iscsi neutron-server[103145]: return f(self, *a, **k) Dec 15 14:13:21.865939 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:13:21.865939 dv-cinder-813229-4-iscsi neutron-server[103145]: return self._get(url).json() Dec 15 14:13:21.865939 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:13:21.865939 dv-cinder-813229-4-iscsi neutron-server[103145]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:13:21.865939 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:13:21.865939 dv-cinder-813229-4-iscsi neutron-server[103145]: return self.request(url, 'GET', **kwargs) Dec 15 14:13:21.865939 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:13:21.865939 dv-cinder-813229-4-iscsi neutron-server[103145]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:13:21.865939 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:13:21.865939 dv-cinder-813229-4-iscsi neutron-server[103145]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:13:21.865939 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:13:21.865939 dv-cinder-813229-4-iscsi neutron-server[103145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:13:21.865939 dv-cinder-813229-4-iscsi neutron-server[103145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:13:21.871107 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-480ebe9b-719b-46f8-990a-aef2503d4143 None None] Set router 9049b4de-53dd-4d14-a582-281296ea540c gateway port host: dv-cinder-813229-4-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:13:21.890350 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4312a6-2209-40f2-b9f6-756fde269762 None None] Pushing event updated for resources: {'Port': ['ID=818527bd-9843-4fdd-a8d1-a2dccd480cc0,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:21.960990 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9b5301f3-1562-4a93-81ae-3b43a48c2315 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:21.966598 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4aaec9-d548-4dff-9f72-c36391fd1e80 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57afba11-343c-4bd5-a5cf-808be4c342e4,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:21.998441 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ba00a1c4-21b1-43aa-a20c-cceac4dc4684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:22.004839 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ba00a1c4-21b1-43aa-a20c-cceac4dc4684 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:22.011147 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-ba00a1c4-21b1-43aa-a20c-cceac4dc4684 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3c040ca8-b867-44d8-8a3f-7bc69abc0d11 HTTP/1.1" status: 204 len: 168 time: 1.3218584 Dec 15 14:13:22.025902 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9b5301f3-1562-4a93-81ae-3b43a48c2315 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:22.048715 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5875c-0a0a-4699-bc45-f6521ff76c50 None None] Pushing event updated for resources: {'Port': ['ID=dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:22.061862 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00a1c4-21b1-43aa-a20c-cceac4dc4684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c040ca8-b867-44d8-8a3f-7bc69abc0d11,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:22.085440 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-e924b4db-cd54-4c79-b225-e7a7204e107a tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:22.097402 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6c4aaec9-d548-4dff-9f72-c36391fd1e80 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:22.102940 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-6c4aaec9-d548-4dff-9f72-c36391fd1e80 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6919026 Dec 15 14:13:22.105077 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-e924b4db-cd54-4c79-b225-e7a7204e107a tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.54 "GET /v2.0/networks?id=4c509f7c-96ea-41ce-b3fd-f7b95c265247 HTTP/1.1" status: 200 len: 812 time: 0.4278715 Dec 15 14:13:22.105926 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 33578) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:22.108505 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fed4547f-80b6-465f-9243-e54c75c3cfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583622'] for network, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:22.113378 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-36b26cb6-a02a-46aa-83f6-24c7bdec72b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:22.119460 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-f679c9c8-f92f-4690-ac67-083aa9124c20 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Request body: {'floatingip': {'floating_network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:22.141531 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fed4547f-80b6-465f-9243-e54c75c3cfd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for network, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:22.146202 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-fed4547f-80b6-465f-9243-e54c75c3cfd3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/4e0f0a31-5f04-45cd-93b9-87b5d4b3cdb1 HTTP/1.1" status: 204 len: 168 time: 1.5606985 Dec 15 14:13:22.161193 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 33584) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:22.162015 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed4547f-80b6-465f-9243-e54c75c3cfd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e0f0a31-5f04-45cd-93b9-87b5d4b3cdb1,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:22.187947 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-0003ad17-ba1d-4f31-8980-1d6ae3340756 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] Request body: {'port': {'device_id': 'aca00d83-fb1f-455b-bf15-01eebb989bb8', 'network_id': '4c509f7c-96ea-41ce-b3fd-f7b95c265247', 'admin_state_up': True, 'tenant_id': 'dfffb0b60ded44389f1a092fbfbac8bb'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:22.195210 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9b5301f3-1562-4a93-81ae-3b43a48c2315 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:22.200595 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-9b5301f3-1562-4a93-81ae-3b43a48c2315 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8472869 Dec 15 14:13:22.201764 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 33590) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:22.205135 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b26cb6-a02a-46aa-83f6-24c7bdec72b3 admin admin] Pushing event updated for resources: {'Port': ['ID=72327dbd-7208-4e7e-a345-1751affb0c77,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:22.232409 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-ad05946e-9dea-49c3-93ad-03d9f778d3a2 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Request body: {'security_group_rule': {'security_group_id': '71badf88-71eb-4650-9e1d-52e1be9b8942', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:22.261169 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5301f3-1562-4a93-81ae-3b43a48c2315 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71badf88-71eb-4650-9e1d-52e1be9b8942,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:22.272141 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b26cb6-a02a-46aa-83f6-24c7bdec72b3 admin admin] Network 1398e422-6eb7-4c67-a7ee-d619fb1f02c3 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:22.276897 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-36b26cb6-a02a-46aa-83f6-24c7bdec72b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:22.284173 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b26cb6-a02a-46aa-83f6-24c7bdec72b3 admin admin] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:22.290847 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-36b26cb6-a02a-46aa-83f6-24c7bdec72b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:22.509707 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port 8b48a990-8034-475e-9a2b-ca227d9b8096 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:22.510269 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:22.538997 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-480ebe9b-719b-46f8-990a-aef2503d4143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9049b4de-53dd-4d14-a582-281296ea540c', 'name': 'tempest-AttachVolumeTestJSON-30751297-router', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '8b48a990-8034-475e-9a2b-ca227d9b8096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:08Z', 'updated_at': '2021-12-15T14:13:17Z', 'revision_number': 4, 'project_id': '99e48568027f45a591f092080d89b4dd', 'gw_port': {'id': '8b48a990-8034-475e-9a2b-ca227d9b8096', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9049b4de-53dd-4d14-a582-281296ea540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:09Z', 'updated_at': '2021-12-15T14:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': '9feccff9-c076-4836-aed1-c47d5355f4d6', 'name': '', 'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'mac_address': 'fa:16:3e:ea:8f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9049b4de-53dd-4d14-a582-281296ea540c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3951b90e-3765-4c81-9e5f-467e16fbfc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:15Z', 'updated_at': '2021-12-15T14:13:18Z', 'revision_number': 2, 'project_id': '99e48568027f45a591f092080d89b4dd', 'subnets': [{'id': '3951b90e-3765-4c81-9e5f-467e16fbfc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:22.543666 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f679c9c8-f92f-4690-ac67-083aa9124c20 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for floatingip, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:22.605745 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480ebe9b-719b-46f8-990a-aef2503d4143 None None] Checking router: 9049b4de-53dd-4d14-a582-281296ea540c for host: dv-cinder-813229-4-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:13:22.606038 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480ebe9b-719b-46f8-990a-aef2503d4143 None None] Updating router 9049b4de-53dd-4d14-a582-281296ea540c port 9feccff9-c076-4836-aed1-c47d5355f4d6 binding host dv-cinder-813229-4-iscsi {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:13:22.634478 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ad05946e-9dea-49c3-93ad-03d9f778d3a2 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:22.645783 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1b526c7-358e-4d2e-970a-aaeeb0a68692 admin admin] Deleting subnet 3309c982-0622-4b84-a090-e224267b4649 {{(pid=103145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:13:22.657943 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-b033d5e9-73e7-4c6b-91f5-f758193bb78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083af218-12a8-4f44-b8d7-d440b5e70196', 'name': 'tempest-ServerRescueNegativeTestJSON-1928528355-router', 'tenant_id': '685aa5d5bc754913a5ca3dd5518e129e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '818527bd-9843-4fdd-a8d1-a2dccd480cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:12Z', 'updated_at': '2021-12-15T14:13:16Z', 'revision_number': 3, 'project_id': '685aa5d5bc754913a5ca3dd5518e129e', 'gw_port': {'id': '818527bd-9843-4fdd-a8d1-a2dccd480cc0', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083af218-12a8-4f44-b8d7-d440b5e70196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:14Z', 'updated_at': '2021-12-15T14:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi'}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:22.667679 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d1b526c7-358e-4d2e-970a-aaeeb0a68692 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:22.693666 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-480ebe9b-719b-46f8-990a-aef2503d4143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:22.701010 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b033d5e9-73e7-4c6b-91f5-f758193bb78d None None] The sync data for ids ['083af218-12a8-4f44-b8d7-d440b5e70196'] in dv-cinder-813229-4-iscsi is: [{'id': '083af218-12a8-4f44-b8d7-d440b5e70196', 'name': 'tempest-ServerRescueNegativeTestJSON-1928528355-router', 'tenant_id': '685aa5d5bc754913a5ca3dd5518e129e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '818527bd-9843-4fdd-a8d1-a2dccd480cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:12Z', 'updated_at': '2021-12-15T14:13:16Z', 'revision_number': 3, 'project_id': '685aa5d5bc754913a5ca3dd5518e129e', 'gw_port': {'id': '818527bd-9843-4fdd-a8d1-a2dccd480cc0', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083af218-12a8-4f44-b8d7-d440b5e70196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:14Z', 'updated_at': '2021-12-15T14:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi'}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:13:22.705549 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:22.818732 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ad05946e-9dea-49c3-93ad-03d9f778d3a2 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:22.822849 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-36b26cb6-a02a-46aa-83f6-24c7bdec72b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:22.849225 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d1b526c7-358e-4d2e-970a-aaeeb0a68692 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59516868'] for subnet, precommit_delete_associations {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:22.864643 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:22.865036 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:23.102148 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 33616) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:23.132821 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2821a825-f9c6-473b-bde3-d0d8d4c5f202 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:23.137912 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ad05946e-9dea-49c3-93ad-03d9f778d3a2 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629912'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:23.223632 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d1b526c7-358e-4d2e-970a-aaeeb0a68692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878086'] for subnet, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:23.262132 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad05946e-9dea-49c3-93ad-03d9f778d3a2 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f01f4919-448a-4895-9ba2-4c7f770aa4b9,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:23.275007 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ad05946e-9dea-49c3-93ad-03d9f778d3a2 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:23.282664 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-ad05946e-9dea-49c3-93ad-03d9f778d3a2 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0666752 Dec 15 14:13:23.291133 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 33622) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:23.303448 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-480ebe9b-719b-46f8-990a-aef2503d4143 None None] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:23.340628 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-28ad352f-2750-4d79-8ebc-4a3845bad7be tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Request body: {'security_group_rule': {'security_group_id': '71badf88-71eb-4650-9e1d-52e1be9b8942', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:23.373629 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-480ebe9b-719b-46f8-990a-aef2503d4143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:23.393992 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-88675662-c9df-44dc-b01f-7b1dacabafd9 req-79dfb149-02d6-458c-ae70-62f26997bb43 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca00d83-fb1f-455b-bf15-01eebb989bb8 HTTP/1.1" status: 200 len: 210 time: 0.1301415 Dec 15 14:13:23.396458 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-36b26cb6-a02a-46aa-83f6-24c7bdec72b3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:23.478451 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2821a825-f9c6-473b-bde3-d0d8d4c5f202 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:23.485423 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69553db6-0c2a-4b35-9bf8-031ff807b27f None None] Pushing event updated for resources: {'Port': ['ID=9feccff9-c076-4836-aed1-c47d5355f4d6,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:23.498908 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-36b26cb6-a02a-46aa-83f6-24c7bdec72b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:23.499661 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-36b26cb6-a02a-46aa-83f6-24c7bdec72b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2096195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584689'] for router_interface, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:23.525210 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d1b526c7-358e-4d2e-970a-aaeeb0a68692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3665391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59642454'] for subnet, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:23.591572 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-480ebe9b-719b-46f8-990a-aef2503d4143 None None] Attempting to bind port 9feccff9-c076-4836-aed1-c47d5355f4d6 on host dv-cinder-813229-4-iscsi for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:13:23.592160 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-480ebe9b-719b-46f8-990a-aef2503d4143 None None] Attempting to bind port 9feccff9-c076-4836-aed1-c47d5355f4d6 by drivers openvswitch,hyperv on host dv-cinder-813229-4-iscsi at level 0 using segments [{'id': '05c12ba9-d39b-4141-9580-defe032a5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:13:23.592584 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480ebe9b-719b-46f8-990a-aef2503d4143 None None] Attempting to bind port 9feccff9-c076-4836-aed1-c47d5355f4d6 on network de3ac665-6e2b-47fc-8d80-1b730042a6ab {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:13:23.599439 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480ebe9b-719b-46f8-990a-aef2503d4143 None None] Checking agent: {'id': '939e8715-7657-4010-a58c-eb05979aa89f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 5, 9), 'started_at': datetime.datetime(2021, 12, 15, 14, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:13:23.600002 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480ebe9b-719b-46f8-990a-aef2503d4143 None None] Checking segment: {'id': '05c12ba9-d39b-4141-9580-defe032a5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:23.600687 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-480ebe9b-719b-46f8-990a-aef2503d4143 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:23.601008 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480ebe9b-719b-46f8-990a-aef2503d4143 None None] Bound using segment: {'id': '05c12ba9-d39b-4141-9580-defe032a5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:13:23.601494 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-480ebe9b-719b-46f8-990a-aef2503d4143 None None] Bound port: 9feccff9-c076-4836-aed1-c47d5355f4d6, host: dv-cinder-813229-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05c12ba9-d39b-4141-9580-defe032a5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:13:23.602429 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-480ebe9b-719b-46f8-990a-aef2503d4143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:23.615184 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 33634) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:23.628495 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b526c7-358e-4d2e-970a-aaeeb0a68692 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3309c982-0622-4b84-a090-e224267b4649,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:23.643874 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2821a825-f9c6-473b-bde3-d0d8d4c5f202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:23.645362 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d1b526c7-358e-4d2e-970a-aaeeb0a68692 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:23.647360 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-d1b526c7-358e-4d2e-970a-aaeeb0a68692 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3309c982-0622-4b84-a090-e224267b4649 HTTP/1.1" status: 204 len: 168 time: 1.4831462 Dec 15 14:13:23.653101 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-0003ad17-ba1d-4f31-8980-1d6ae3340756 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] Made reservation on behalf of dfffb0b60ded44389f1a092fbfbac8bb for: {'port': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:23.656787 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-0003ad17-ba1d-4f31-8980-1d6ae3340756 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:23.658885 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-28ad352f-2750-4d79-8ebc-4a3845bad7be tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:23.686253 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 33638) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:23.689020 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f679c9c8-f92f-4690-ac67-083aa9124c20 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:23.719090 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-480ebe9b-719b-46f8-990a-aef2503d4143 None None] For port 9feccff9-c076-4836-aed1-c47d5355f4d6, host dv-cinder-813229-4-iscsi, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:13:23.719090 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-480ebe9b-719b-46f8-990a-aef2503d4143 None None] For port 9feccff9-c076-4836-aed1-c47d5355f4d6, host dv-cinder-813229-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=9feccff9-c076-4836-aed1-c47d5355f4d6,segment=NetworkSegment(05c12ba9-d39b-4141-9580-defe032a5fb6),segment_id=05c12ba9-d39b-4141-9580-defe032a5fb6)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:13:23.767806 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 33642) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:23.808065 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-480ebe9b-719b-46f8-990a-aef2503d4143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:23.813347 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:23.860188 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b26cb6-a02a-46aa-83f6-24c7bdec72b3 admin admin] Pushing event updated for resources: {'Port': ['ID=72327dbd-7208-4e7e-a345-1751affb0c77,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:23.873425 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7bf94e44-b2af-454f-81a8-b664a37dc85f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:23.897870 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-2821a825-f9c6-473b-bde3-d0d8d4c5f202 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=335f5320387e4522a279efda9ad6644e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7860980 Dec 15 14:13:23.900733 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821a825-f9c6-473b-bde3-d0d8d4c5f202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1b68fc-f473-40de-8f78-af891417e0b8,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:23.932772 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 33646) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:23.984656 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-82872c4f-ddb8-4700-8592-11d9d4c76f03 None None] Provisioning complete for port 9feccff9-c076-4836-aed1-c47d5355f4d6 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:23.985269 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-82872c4f-ddb8-4700-8592-11d9d4c76f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:23.986517 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69553db6-0c2a-4b35-9bf8-031ff807b27f None None] Pushing event updated for resources: {'Port': ['ID=9feccff9-c076-4836-aed1-c47d5355f4d6,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:23.996683 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480ebe9b-719b-46f8-990a-aef2503d4143 None None] Routers {'9049b4de-53dd-4d14-a582-281296ea540c'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:13:23.998422 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-480ebe9b-719b-46f8-990a-aef2503d4143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:13:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['9049b4de-53dd-4d14-a582-281296ea540c'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:24.038532 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:24.042262 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:24.200103 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b26cb6-a02a-46aa-83f6-24c7bdec72b3 admin admin] Network 1398e422-6eb7-4c67-a7ee-d619fb1f02c3 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:24.234857 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-36b26cb6-a02a-46aa-83f6-24c7bdec72b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:24.274889 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [None req-f679c9c8-f92f-4690-ac67-083aa9124c20 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Allocated IP 172.27.3.165 (828b465c-2de9-4223-b21e-29ccc1fcf343/8db6495a-cb76-4dd2-8fa8-8ada67659a42/adddd619-97eb-407f-a0a1-5b7a471b42aa) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:24.292271 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f21e75dd-3cdf-40d9-8c76-f5d8f82082a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:24.378490 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-82872c4f-ddb8-4700-8592-11d9d4c76f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:24.381426 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 818527bd-9843-4fdd-a8d1-a2dccd480cc0 up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:24.517926 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-480ebe9b-719b-46f8-990a-aef2503d4143 None None] Set router 9049b4de-53dd-4d14-a582-281296ea540c gateway port host: dv-cinder-813229-4-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:13:24.532690 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-35291d2a-198b-43f2-bef0-81a5c19ebe48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:24.537435 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f21e75dd-3cdf-40d9-8c76-f5d8f82082a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:24.574397 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-82872c4f-ddb8-4700-8592-11d9d4c76f03 None None] For port 9feccff9-c076-4836-aed1-c47d5355f4d6, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=9feccff9-c076-4836-aed1-c47d5355f4d6,segment=NetworkSegment(05c12ba9-d39b-4141-9580-defe032a5fb6),segment_id=05c12ba9-d39b-4141-9580-defe032a5fb6)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:24.631796 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port 818527bd-9843-4fdd-a8d1-a2dccd480cc0 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:24.632344 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:24.646236 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f679c9c8-f92f-4690-ac67-083aa9124c20 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for port, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:24.662140 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7bf94e44-b2af-454f-81a8-b664a37dc85f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:24.695080 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b26cb6-a02a-46aa-83f6-24c7bdec72b3 admin admin] Router 083af218-12a8-4f44-b8d7-d440b5e70196 has already been hosted by L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:13:24.735755 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-82872c4f-ddb8-4700-8592-11d9d4c76f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:24.749492 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6ef238e7-5ded-41be-bfaf-e6b79e33c90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825640'] for network, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:24.796250 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f21e75dd-3cdf-40d9-8c76-f5d8f82082a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:24.800833 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f21e75dd-3cdf-40d9-8c76-f5d8f82082a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:24.805576 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-f21e75dd-3cdf-40d9-8c76-f5d8f82082a5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cc1b68fc-f473-40de-8f78-af891417e0b8 HTTP/1.1" status: 204 len: 168 time: 0.8685801 Dec 15 14:13:24.822987 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7bf94e44-b2af-454f-81a8-b664a37dc85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:24.853000 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e75dd-3cdf-40d9-8c76-f5d8f82082a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1b68fc-f473-40de-8f78-af891417e0b8,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:24.908383 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-7bf94e44-b2af-454f-81a8-b664a37dc85f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=acd1321e78874cf78e27c6a43655f4a0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1184924 Dec 15 14:13:24.919120 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 33654) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:24.981535 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf94e44-b2af-454f-81a8-b664a37dc85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5da096-b570-4f88-acb9-9b8896337ab6,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:24.994831 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-35291d2a-198b-43f2-bef0-81a5c19ebe48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:25.009126 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82872c4f-ddb8-4700-8592-11d9d4c76f03 None None] Pushing event updated for resources: {'Port': ['ID=9feccff9-c076-4836-aed1-c47d5355f4d6,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:25.027338 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:25.030757 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b26cb6-a02a-46aa-83f6-24c7bdec72b3 admin admin] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:13:25.039881 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-fc5f6993-0697-48a6-a52f-e7e64aeceaee None None] Provisioning complete for port 9feccff9-c076-4836-aed1-c47d5355f4d6 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:25.039881 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc5f6993-0697-48a6-a52f-e7e64aeceaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:25.040240 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-480ebe9b-719b-46f8-990a-aef2503d4143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9049b4de-53dd-4d14-a582-281296ea540c', 'name': 'tempest-AttachVolumeTestJSON-30751297-router', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '8b48a990-8034-475e-9a2b-ca227d9b8096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:08Z', 'updated_at': '2021-12-15T14:13:17Z', 'revision_number': 4, 'project_id': '99e48568027f45a591f092080d89b4dd', 'gw_port': {'id': '8b48a990-8034-475e-9a2b-ca227d9b8096', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9049b4de-53dd-4d14-a582-281296ea540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:09Z', 'updated_at': '2021-12-15T14:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': '9feccff9-c076-4836-aed1-c47d5355f4d6', 'name': '', 'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'mac_address': 'fa:16:3e:ea:8f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9049b4de-53dd-4d14-a582-281296ea540c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3951b90e-3765-4c81-9e5f-467e16fbfc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:15Z', 'updated_at': '2021-12-15T14:13:23Z', 'revision_number': 4, 'project_id': '99e48568027f45a591f092080d89b4dd', 'subnets': [{'id': '3951b90e-3765-4c81-9e5f-467e16fbfc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:25.050650 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-36b26cb6-a02a-46aa-83f6-24c7bdec72b3 admin admin] 10.222.0.36 "PUT /v2.0/routers/083af218-12a8-4f44-b8d7-d440b5e70196/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1488054 Dec 15 14:13:25.104166 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-93c0161b-b495-4037-8a11-917c61e2746d req-ae4efef7-fdbd-45ca-a251-1b3503325e9f tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca00d83-fb1f-455b-bf15-01eebb989bb8 HTTP/1.1" status: 200 len: 210 time: 0.0611424 Dec 15 14:13:25.111411 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7c4069f9-a640-4f61-9433-ae5075b2f07d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:25.144034 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480ebe9b-719b-46f8-990a-aef2503d4143 None None] The sync data for ids ['9049b4de-53dd-4d14-a582-281296ea540c'] in dv-cinder-813229-4-iscsi is: [{'id': '9049b4de-53dd-4d14-a582-281296ea540c', 'name': 'tempest-AttachVolumeTestJSON-30751297-router', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '8b48a990-8034-475e-9a2b-ca227d9b8096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:08Z', 'updated_at': '2021-12-15T14:13:17Z', 'revision_number': 4, 'project_id': '99e48568027f45a591f092080d89b4dd', 'gw_port': {'id': '8b48a990-8034-475e-9a2b-ca227d9b8096', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9049b4de-53dd-4d14-a582-281296ea540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:09Z', 'updated_at': '2021-12-15T14:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': '9feccff9-c076-4836-aed1-c47d5355f4d6', 'name': '', 'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'mac_address': 'fa:16:3e:ea:8f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9049b4de-53dd-4d14-a582-281296ea540c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3951b90e-3765-4c81-9e5f-467e16fbfc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:15Z', 'updated_at': '2021-12-15T14:13:23Z', 'revision_number': 4, 'project_id': '99e48568027f45a591f092080d89b4dd', 'subnets': [{'id': '3951b90e-3765-4c81-9e5f-467e16fbfc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:13:25.160623 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-28ad352f-2750-4d79-8ebc-4a3845bad7be tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:25.177859 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-35291d2a-198b-43f2-bef0-81a5c19ebe48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:25.196860 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7c4069f9-a640-4f61-9433-ae5075b2f07d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:25.280013 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] For port 818527bd-9843-4fdd-a8d1-a2dccd480cc0, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=818527bd-9843-4fdd-a8d1-a2dccd480cc0,segment=NetworkSegment(c751ab6f-1098-4cf9-a0b7-c17ede87015d),segment_id=c751ab6f-1098-4cf9-a0b7-c17ede87015d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:25.301529 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6ef238e7-5ded-41be-bfaf-e6b79e33c90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880017', 'neutron.services.segments.db._delete_segments_for_network-8782779444098'] for network, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:25.319848 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-35291d2a-198b-43f2-bef0-81a5c19ebe48 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ceb4637b95424fb3a00f2f889f803349&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6976006 Dec 15 14:13:25.319848 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 33660) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:25.332099 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35291d2a-198b-43f2-bef0-81a5c19ebe48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e7bd90-e1c3-4731-83a8-cbd7886032b7,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:25.370846 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7c4069f9-a640-4f61-9433-ae5075b2f07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:25.380425 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7c4069f9-a640-4f61-9433-ae5075b2f07d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:25.380425 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-7c4069f9-a640-4f61-9433-ae5075b2f07d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2e5da096-b570-4f88-acb9-9b8896337ab6 HTTP/1.1" status: 204 len: 168 time: 0.4548314 Dec 15 14:13:25.394926 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4069f9-a640-4f61-9433-ae5075b2f07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5da096-b570-4f88-acb9-9b8896337ab6,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:25.453618 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:25.484431 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6455fdde-0e8b-49e9-a10b-999806ee7ad8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:25.527125 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-28ad352f-2750-4d79-8ebc-4a3845bad7be tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629912'] for security_group_rule, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:25.545462 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6455fdde-0e8b-49e9-a10b-999806ee7ad8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:25.637520 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Pushing event updated for resources: {'Port': ['ID=818527bd-9843-4fdd-a8d1-a2dccd480cc0,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:25.678951 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad352f-2750-4d79-8ebc-4a3845bad7be tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd6abae8-1143-4652-a255-efbc27a8c09a,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:25.694329 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-28ad352f-2750-4d79-8ebc-4a3845bad7be tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:25.698692 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 33672) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:25.698901 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-28ad352f-2750-4d79-8ebc-4a3845bad7be tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3964188 Dec 15 14:13:25.704415 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-ad23a1eb-3dba-43fd-b987-ca88102399a9 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Request body: {'floatingip': {'floating_network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:25.706535 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-6ef238e7-5ded-41be-bfaf-e6b79e33c90e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d99ef87-eb7d-4675-bad0-4e8858679afb']}} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:25.721852 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-0003ad17-ba1d-4f31-8980-1d6ae3340756 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] Allocated IP 172.20.0.13 (4c509f7c-96ea-41ce-b3fd-f7b95c265247/7ae41e40-560b-4757-9f84-df2fdda70684/e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:25.725236 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-6ef238e7-5ded-41be-bfaf-e6b79e33c90e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc2998c4-faf2-475d-a0f4-e45292bb8736') {'for_net_delete': True} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:25.725534 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-6ef238e7-5ded-41be-bfaf-e6b79e33c90e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc2998c4-faf2-475d-a0f4-e45292bb8736') {} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:25.751098 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6ef238e7-5ded-41be-bfaf-e6b79e33c90e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782779447179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59516735'] for segment, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:25.771758 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6455fdde-0e8b-49e9-a10b-999806ee7ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:25.778869 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6455fdde-0e8b-49e9-a10b-999806ee7ad8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:25.778869 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-6455fdde-0e8b-49e9-a10b-999806ee7ad8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c8e7bd90-e1c3-4731-83a8-cbd7886032b7 HTTP/1.1" status: 204 len: 168 time: 0.4550674 Dec 15 14:13:25.786908 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455fdde-0e8b-49e9-a10b-999806ee7ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e7bd90-e1c3-4731-83a8-cbd7886032b7,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:25.819783 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f679c9c8-f92f-4690-ac67-083aa9124c20 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:25.822785 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6ef238e7-5ded-41be-bfaf-e6b79e33c90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967'] for segment, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:25.876833 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ad23a1eb-3dba-43fd-b987-ca88102399a9 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for floatingip, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:25.891028 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ef238e7-5ded-41be-bfaf-e6b79e33c90e admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:13:25.894137 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6ef238e7-5ded-41be-bfaf-e6b79e33c90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3665285'] for segment, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:25.903378 dv-cinder-813229-4-iscsi neutron-server[103145]: Traceback (most recent call last): Dec 15 14:13:25.903378 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:13:25.903378 dv-cinder-813229-4-iscsi neutron-server[103145]: timer() Dec 15 14:13:25.903378 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:13:25.903378 dv-cinder-813229-4-iscsi neutron-server[103145]: cb(*args, **kw) Dec 15 14:13:25.903378 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:13:25.903378 dv-cinder-813229-4-iscsi neutron-server[103145]: return func(*args, **kwargs) Dec 15 14:13:25.903378 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:13:25.903378 dv-cinder-813229-4-iscsi neutron-server[103145]: self._notify() Dec 15 14:13:25.903378 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:13:25.903378 dv-cinder-813229-4-iscsi neutron-server[103145]: self.callback(batched_events) Dec 15 14:13:25.903378 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:13:25.903378 dv-cinder-813229-4-iscsi neutron-server[103145]: event.method(event) Dec 15 14:13:25.903378 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:13:25.903378 dv-cinder-813229-4-iscsi neutron-server[103145]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:13:25.903378 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:13:25.903378 dv-cinder-813229-4-iscsi neutron-server[103145]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:13:25.903378 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:13:25.903378 dv-cinder-813229-4-iscsi neutron-server[103145]: return f(self, *a, **k) Dec 15 14:13:25.903378 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:13:25.903378 dv-cinder-813229-4-iscsi neutron-server[103145]: return self._get(url).json() Dec 15 14:13:25.903378 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:13:25.903378 dv-cinder-813229-4-iscsi neutron-server[103145]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:13:25.903378 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:13:25.903378 dv-cinder-813229-4-iscsi neutron-server[103145]: return self.request(url, 'GET', **kwargs) Dec 15 14:13:25.903378 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:13:25.903378 dv-cinder-813229-4-iscsi neutron-server[103145]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:13:25.903378 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:13:25.903378 dv-cinder-813229-4-iscsi neutron-server[103145]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:13:25.903378 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:13:25.903378 dv-cinder-813229-4-iscsi neutron-server[103145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:13:25.903378 dv-cinder-813229-4-iscsi neutron-server[103145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:13:25.998850 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f679c9c8-f92f-4690-ac67-083aa9124c20 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Network 828b465c-2de9-4223-b21e-29ccc1fcf343 is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:26.038250 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-f679c9c8-f92f-4690-ac67-083aa9124c20 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:26.042005 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f679c9c8-f92f-4690-ac67-083aa9124c20 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:26.046779 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f679c9c8-f92f-4690-ac67-083aa9124c20 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Pushing event updated for resources: {'Port': ['ID=adddd619-97eb-407f-a0a1-5b7a471b42aa,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:26.194713 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-0003ad17-ba1d-4f31-8980-1d6ae3340756 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] Publish callbacks [] for port, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:26.306267 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ad23a1eb-3dba-43fd-b987-ca88102399a9 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:26.393839 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6ef238e7-5ded-41be-bfaf-e6b79e33c90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583622'] for network, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:26.438318 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6ef238e7-5ded-41be-bfaf-e6b79e33c90e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for network, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:26.443973 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-6ef238e7-5ded-41be-bfaf-e6b79e33c90e admin admin] 10.222.0.36 "DELETE /v2.0/networks/6d99ef87-eb7d-4675-bad0-4e8858679afb HTTP/1.1" status: 204 len: 168 time: 2.7507141 Dec 15 14:13:26.491360 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0f795854-4bbe-4227-b43d-84d2b3116f88 req-791ff099-5594-41ea-b82b-3b96b13cedc2 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca00d83-fb1f-455b-bf15-01eebb989bb8 HTTP/1.1" status: 200 len: 210 time: 0.1741915 Dec 15 14:13:26.517798 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef238e7-5ded-41be-bfaf-e6b79e33c90e admin admin] Pushing event deleted for resources: {'Network': ['ID=6d99ef87-eb7d-4675-bad0-4e8858679afb,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:26.634539 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-9049e9ad-494c-4dbd-a377-4446488c827e tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:26.647263 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-9049e9ad-494c-4dbd-a377-4446488c827e tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/networks?id=1398e422-6eb7-4c67-a7ee-d619fb1f02c3 HTTP/1.1" status: 200 len: 819 time: 0.4207389 Dec 15 14:13:26.660566 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-0003ad17-ba1d-4f31-8980-1d6ae3340756 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:26.791954 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-ad23a1eb-3dba-43fd-b987-ca88102399a9 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Allocated IP 172.27.3.69 (828b465c-2de9-4223-b21e-29ccc1fcf343/8db6495a-cb76-4dd2-8fa8-8ada67659a42/ef54b536-331c-4892-8042-27b83ccbee16) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:26.795106 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-52c492c9-f8f6-430d-a491-50c9aef5fe85 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/quotas/685aa5d5bc754913a5ca3dd5518e129e HTTP/1.1" status: 200 len: 375 time: 0.1446278 Dec 15 14:13:26.795106 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f679c9c8-f92f-4690-ac67-083aa9124c20 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:26.858279 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0003ad17-ba1d-4f31-8980-1d6ae3340756 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] Pushing event updated for resources: {'Port': ['ID=e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:26.887829 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-0003ad17-ba1d-4f31-8980-1d6ae3340756 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] Network 4c509f7c-96ea-41ce-b3fd-f7b95c265247 is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:26.899638 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-0003ad17-ba1d-4f31-8980-1d6ae3340756 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:26.913689 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-0003ad17-ba1d-4f31-8980-1d6ae3340756 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:26.986044 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ad23a1eb-3dba-43fd-b987-ca88102399a9 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:27.028262 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-aa3f788a-698c-4bd7-87ff-cf8baa46d3ed tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=685aa5d5bc754913a5ca3dd5518e129e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2194779 Dec 15 14:13:27.133890 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-0003ad17-ba1d-4f31-8980-1d6ae3340756 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:27.134579 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-0003ad17-ba1d-4f31-8980-1d6ae3340756 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:27.194714 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8331f00a-2ea4-495c-a44e-f0df134cbc7f None None] Sync routers for ids ['083af218-12a8-4f44-b8d7-d440b5e70196'] in dv-cinder-813229-4-iscsi {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:13:27.209057 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8331f00a-2ea4-495c-a44e-f0df134cbc7f None None] Routers {'083af218-12a8-4f44-b8d7-d440b5e70196'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:13:27.211055 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-8331f00a-2ea4-495c-a44e-f0df134cbc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:13:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['083af218-12a8-4f44-b8d7-d440b5e70196'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:27.345444 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ad23a1eb-3dba-43fd-b987-ca88102399a9 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:27.402495 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-8331f00a-2ea4-495c-a44e-f0df134cbc7f None None] Set router 083af218-12a8-4f44-b8d7-d440b5e70196 gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:13:27.411065 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 33710) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:27.515468 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad23a1eb-3dba-43fd-b987-ca88102399a9 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Network 828b465c-2de9-4223-b21e-29ccc1fcf343 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:27.581654 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f679c9c8-f92f-4690-ac67-083aa9124c20 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:27.586383 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23a1eb-3dba-43fd-b987-ca88102399a9 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Pushing event updated for resources: {'Port': ['ID=ef54b536-331c-4892-8042-27b83ccbee16,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:27.591441 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-ad23a1eb-3dba-43fd-b987-ca88102399a9 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:27.684192 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-d8dc8f1b-aaab-4240-9f0a-f4017d1c8afa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1006f4b8ba9b442aba1d9e51f2166e37&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2682498 Dec 15 14:13:27.685767 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 33722) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:27.733917 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad23a1eb-3dba-43fd-b987-ca88102399a9 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:27.915668 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-0003ad17-ba1d-4f31-8980-1d6ae3340756 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7490938 Dec 15 14:13:27.954763 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ad23a1eb-3dba-43fd-b987-ca88102399a9 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:27.956764 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d8786ebf-69a7-445c-a4d7-c1f44094da03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:27.969261 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-9da72784-f04c-44a7-bf89-640140d4a2b0 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:13:27.970352 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-9da72784-f04c-44a7-bf89-640140d4a2b0 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0163605 Dec 15 14:13:28.001809 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d8786ebf-69a7-445c-a4d7-c1f44094da03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:28.058417 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8028b7c-2c88-4db5-a461-6bd28ad7bc4c req-8cf9aa71-e312-4cc5-9fbe-83ba5e3e2b49 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:28.064957 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b8028b7c-2c88-4db5-a461-6bd28ad7bc4c req-8cf9aa71-e312-4cc5-9fbe-83ba5e3e2b49 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca00d83-fb1f-455b-bf15-01eebb989bb8 HTTP/1.1" status: 200 len: 932 time: 0.3456407 Dec 15 14:13:28.127111 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-26a08ff6-9c35-4449-b3d5-69da5ccd1e5f service neutron] 10.222.0.36 "GET /v2.0/networks/1398e422-6eb7-4c67-a7ee-d619fb1f02c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0106156 Dec 15 14:13:28.144121 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 9feccff9-c076-4836-aed1-c47d5355f4d6 up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:28.192798 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-8331f00a-2ea4-495c-a44e-f0df134cbc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083af218-12a8-4f44-b8d7-d440b5e70196', 'name': 'tempest-ServerRescueNegativeTestJSON-1928528355-router', 'tenant_id': '685aa5d5bc754913a5ca3dd5518e129e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '818527bd-9843-4fdd-a8d1-a2dccd480cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:12Z', 'updated_at': '2021-12-15T14:13:22Z', 'revision_number': 4, 'project_id': '685aa5d5bc754913a5ca3dd5518e129e', 'gw_port': {'id': '818527bd-9843-4fdd-a8d1-a2dccd480cc0', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083af218-12a8-4f44-b8d7-d440b5e70196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:14Z', 'updated_at': '2021-12-15T14:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': '72327dbd-7208-4e7e-a345-1751affb0c77', 'name': '', 'network_id': '1398e422-6eb7-4c67-a7ee-d619fb1f02c3', 'tenant_id': '685aa5d5bc754913a5ca3dd5518e129e', 'mac_address': 'fa:16:3e:c0:8b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083af218-12a8-4f44-b8d7-d440b5e70196', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '7b7285ce-5292-474f-9869-ec370d0431c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:20Z', 'updated_at': '2021-12-15T14:13:22Z', 'revision_number': 2, 'project_id': '685aa5d5bc754913a5ca3dd5518e129e', 'subnets': [{'id': '7b7285ce-5292-474f-9869-ec370d0431c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:28.216543 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f679c9c8-f92f-4690-ac67-083aa9124c20 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for port, precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:28.227646 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8331f00a-2ea4-495c-a44e-f0df134cbc7f None None] Checking router: 083af218-12a8-4f44-b8d7-d440b5e70196 for host: dv-cinder-813229-4-iscsi {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:13:28.229160 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8331f00a-2ea4-495c-a44e-f0df134cbc7f None None] Updating router 083af218-12a8-4f44-b8d7-d440b5e70196 port 72327dbd-7208-4e7e-a345-1751affb0c77 binding host dv-cinder-813229-4-iscsi {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:13:28.236828 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b8028b7c-2c88-4db5-a461-6bd28ad7bc4c req-4ee9944d-5f49-44e5-ba59-39dad8a3b3e5 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/security-groups?id=06126960-d3bb-489b-a75d-e035992a72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587620 Dec 15 14:13:28.266861 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-7d10945d-7b0b-45dd-b46b-712ab9ad5fe9 service neutron] 10.222.0.36 "GET /v2.0/networks/1398e422-6eb7-4c67-a7ee-d619fb1f02c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784515 Dec 15 14:13:28.287843 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8331f00a-2ea4-495c-a44e-f0df134cbc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:28.302359 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port 9feccff9-c076-4836-aed1-c47d5355f4d6 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:28.302954 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:28.305305 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f679c9c8-f92f-4690-ac67-083aa9124c20 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:28.339668 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ad23a1eb-3dba-43fd-b987-ca88102399a9 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:28.452626 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f679c9c8-f92f-4690-ac67-083aa9124c20 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Pushing event updated for resources: {'Port': ['ID=adddd619-97eb-407f-a0a1-5b7a471b42aa,revision_number=2']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:28.501742 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f679c9c8-f92f-4690-ac67-083aa9124c20 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583636'] for floatingip, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:28.549179 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d8786ebf-69a7-445c-a4d7-c1f44094da03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:28.557429 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d8786ebf-69a7-445c-a4d7-c1f44094da03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:28.559364 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-d8786ebf-69a7-445c-a4d7-c1f44094da03 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0718514f-b98b-47f4-b8fc-287300e7eb84 HTTP/1.1" status: 204 len: 168 time: 0.8724022 Dec 15 14:13:28.588553 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8786ebf-69a7-445c-a4d7-c1f44094da03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0718514f-b98b-47f4-b8fc-287300e7eb84,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:28.618750 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f679c9c8-f92f-4690-ac67-083aa9124c20 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for floatingip, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:28.618750 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-f679c9c8-f92f-4690-ac67-083aa9124c20 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5008457 Dec 15 14:13:28.661662 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 818527bd-9843-4fdd-a8d1-a2dccd480cc0 up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:28.713372 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ad23a1eb-3dba-43fd-b987-ca88102399a9 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:28.761585 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port 818527bd-9843-4fdd-a8d1-a2dccd480cc0 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:28.761966 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:28.817304 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ad23a1eb-3dba-43fd-b987-ca88102399a9 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:28.849041 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8331f00a-2ea4-495c-a44e-f0df134cbc7f None None] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:28.868588 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cde7d1be-894c-4ffd-8e53-0e8f50402248 req-5e498621-b311-4b0f-af0e-bdb939c28d58 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 210 time: 0.0927217 Dec 15 14:13:28.908984 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23a1eb-3dba-43fd-b987-ca88102399a9 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Pushing event updated for resources: {'Port': ['ID=ef54b536-331c-4892-8042-27b83ccbee16,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:28.933641 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ad23a1eb-3dba-43fd-b987-ca88102399a9 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583636'] for floatingip, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:29.281738 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8331f00a-2ea4-495c-a44e-f0df134cbc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:29.345797 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8841b1-d2e2-41aa-ad99-3329d717158f None None] Pushing event updated for resources: {'Port': ['ID=72327dbd-7208-4e7e-a345-1751affb0c77,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:29.385859 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5af7ea-4e6a-404d-b677-28102500f3a8 req-c7cf77b8-071f-4e95-ac61-2767a852b665 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:29.387461 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3a5af7ea-4e6a-404d-b677-28102500f3a8 req-c7cf77b8-071f-4e95-ac61-2767a852b665 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca00d83-fb1f-455b-bf15-01eebb989bb8 HTTP/1.1" status: 200 len: 932 time: 0.0673435 Dec 15 14:13:29.398022 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ad23a1eb-3dba-43fd-b987-ca88102399a9 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:29.401983 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-ad23a1eb-3dba-43fd-b987-ca88102399a9 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7012455 Dec 15 14:13:29.468636 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3a5af7ea-4e6a-404d-b677-28102500f3a8 req-2f118575-38bc-4282-a56c-7bcefaaa9365 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/security-groups?id=06126960-d3bb-489b-a75d-e035992a72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733030 Dec 15 14:13:29.476516 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-8331f00a-2ea4-495c-a44e-f0df134cbc7f None None] Attempting to bind port 72327dbd-7208-4e7e-a345-1751affb0c77 on host dv-cinder-813229-4-iscsi for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:13:29.477084 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-8331f00a-2ea4-495c-a44e-f0df134cbc7f None None] Attempting to bind port 72327dbd-7208-4e7e-a345-1751affb0c77 by drivers openvswitch,hyperv on host dv-cinder-813229-4-iscsi at level 0 using segments [{'id': 'f736ad77-9c63-423d-bee4-f2dcb7e208e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1398e422-6eb7-4c67-a7ee-d619fb1f02c3'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:13:29.477462 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8331f00a-2ea4-495c-a44e-f0df134cbc7f None None] Attempting to bind port 72327dbd-7208-4e7e-a345-1751affb0c77 on network 1398e422-6eb7-4c67-a7ee-d619fb1f02c3 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:13:29.495856 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8331f00a-2ea4-495c-a44e-f0df134cbc7f None None] Checking agent: {'id': '939e8715-7657-4010-a58c-eb05979aa89f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 5, 9), 'started_at': datetime.datetime(2021, 12, 15, 14, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:13:29.495856 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8331f00a-2ea4-495c-a44e-f0df134cbc7f None None] Checking segment: {'id': 'f736ad77-9c63-423d-bee4-f2dcb7e208e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1398e422-6eb7-4c67-a7ee-d619fb1f02c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:29.495856 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8331f00a-2ea4-495c-a44e-f0df134cbc7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:29.495856 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8331f00a-2ea4-495c-a44e-f0df134cbc7f None None] Bound using segment: {'id': 'f736ad77-9c63-423d-bee4-f2dcb7e208e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1398e422-6eb7-4c67-a7ee-d619fb1f02c3'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:13:29.495856 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-8331f00a-2ea4-495c-a44e-f0df134cbc7f None None] Bound port: 72327dbd-7208-4e7e-a345-1751affb0c77, host: dv-cinder-813229-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f736ad77-9c63-423d-bee4-f2dcb7e208e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1398e422-6eb7-4c67-a7ee-d619fb1f02c3'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:13:29.495856 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8331f00a-2ea4-495c-a44e-f0df134cbc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:29.622188 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-8331f00a-2ea4-495c-a44e-f0df134cbc7f None None] For port 72327dbd-7208-4e7e-a345-1751affb0c77, host dv-cinder-813229-4-iscsi, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:13:29.629366 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-8331f00a-2ea4-495c-a44e-f0df134cbc7f None None] For port 72327dbd-7208-4e7e-a345-1751affb0c77, host dv-cinder-813229-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=72327dbd-7208-4e7e-a345-1751affb0c77,segment=NetworkSegment(f736ad77-9c63-423d-bee4-f2dcb7e208e8),segment_id=f736ad77-9c63-423d-bee4-f2dcb7e208e8)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:13:29.698899 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-35fed232-96a3-4d2d-b3fc-6d5c2ac0a377 service neutron] Request body: {'port': {'device_id': 'aca00d83-fb1f-455b-bf15-01eebb989bb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:29.699476 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8331f00a-2ea4-495c-a44e-f0df134cbc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:29.831140 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-35fed232-96a3-4d2d-b3fc-6d5c2ac0a377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:29.963887 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8331f00a-2ea4-495c-a44e-f0df134cbc7f None None] Routers {'083af218-12a8-4f44-b8d7-d440b5e70196'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:13:29.970390 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-8331f00a-2ea4-495c-a44e-f0df134cbc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:13:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['083af218-12a8-4f44-b8d7-d440b5e70196'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:30.087821 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8841b1-d2e2-41aa-ad99-3329d717158f None None] Pushing event updated for resources: {'Port': ['ID=72327dbd-7208-4e7e-a345-1751affb0c77,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:30.298631 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-8331f00a-2ea4-495c-a44e-f0df134cbc7f None None] Set router 083af218-12a8-4f44-b8d7-d440b5e70196 gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:13:30.506524 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-b92a0569-4dca-4efd-80f2-a6d4745660b7 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--44550576&fields=id&tenant_id=0d09ce10de40483aa9ac94558a84aa47 HTTP/1.1" status: 200 len: 267 time: 0.4359844 Dec 15 14:13:30.564837 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-8331f00a-2ea4-495c-a44e-f0df134cbc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083af218-12a8-4f44-b8d7-d440b5e70196', 'name': 'tempest-ServerRescueNegativeTestJSON-1928528355-router', 'tenant_id': '685aa5d5bc754913a5ca3dd5518e129e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '818527bd-9843-4fdd-a8d1-a2dccd480cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:12Z', 'updated_at': '2021-12-15T14:13:22Z', 'revision_number': 4, 'project_id': '685aa5d5bc754913a5ca3dd5518e129e', 'gw_port': {'id': '818527bd-9843-4fdd-a8d1-a2dccd480cc0', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083af218-12a8-4f44-b8d7-d440b5e70196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:14Z', 'updated_at': '2021-12-15T14:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': '72327dbd-7208-4e7e-a345-1751affb0c77', 'name': '', 'network_id': '1398e422-6eb7-4c67-a7ee-d619fb1f02c3', 'tenant_id': '685aa5d5bc754913a5ca3dd5518e129e', 'mac_address': 'fa:16:3e:c0:8b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083af218-12a8-4f44-b8d7-d440b5e70196', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '7b7285ce-5292-474f-9869-ec370d0431c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:20Z', 'updated_at': '2021-12-15T14:13:29Z', 'revision_number': 4, 'project_id': '685aa5d5bc754913a5ca3dd5518e129e', 'subnets': [{'id': '7b7285ce-5292-474f-9869-ec370d0431c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:30.592331 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 33816) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:30.608534 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8331f00a-2ea4-495c-a44e-f0df134cbc7f None None] The sync data for ids ['083af218-12a8-4f44-b8d7-d440b5e70196'] in dv-cinder-813229-4-iscsi is: [{'id': '083af218-12a8-4f44-b8d7-d440b5e70196', 'name': 'tempest-ServerRescueNegativeTestJSON-1928528355-router', 'tenant_id': '685aa5d5bc754913a5ca3dd5518e129e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '818527bd-9843-4fdd-a8d1-a2dccd480cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:12Z', 'updated_at': '2021-12-15T14:13:22Z', 'revision_number': 4, 'project_id': '685aa5d5bc754913a5ca3dd5518e129e', 'gw_port': {'id': '818527bd-9843-4fdd-a8d1-a2dccd480cc0', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083af218-12a8-4f44-b8d7-d440b5e70196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:14Z', 'updated_at': '2021-12-15T14:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': '72327dbd-7208-4e7e-a345-1751affb0c77', 'name': '', 'network_id': '1398e422-6eb7-4c67-a7ee-d619fb1f02c3', 'tenant_id': '685aa5d5bc754913a5ca3dd5518e129e', 'mac_address': 'fa:16:3e:c0:8b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083af218-12a8-4f44-b8d7-d440b5e70196', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '7b7285ce-5292-474f-9869-ec370d0431c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:20Z', 'updated_at': '2021-12-15T14:13:29Z', 'revision_number': 4, 'project_id': '685aa5d5bc754913a5ca3dd5518e129e', 'subnets': [{'id': '7b7285ce-5292-474f-9869-ec370d0431c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:13:30.644905 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-7900c5c8-73a2-4391-89bc-6eed88365293 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:30.659987 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-7900c5c8-73a2-4391-89bc-6eed88365293 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/networks?id=1398e422-6eb7-4c67-a7ee-d619fb1f02c3 HTTP/1.1" status: 200 len: 819 time: 0.4164529 Dec 15 14:13:30.712643 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-9eb42411-c8dd-4913-8e79-2f1ac5a66cf9 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/quotas/685aa5d5bc754913a5ca3dd5518e129e HTTP/1.1" status: 200 len: 375 time: 0.0495648 Dec 15 14:13:30.713375 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-348a9176-3a7f-4319-a227-2db243451d62 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=06a7a9a2b3fa49c3a4fef05e41f19a52&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1187637 Dec 15 14:13:30.715611 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 33818) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:30.791595 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a6c7e69f-407f-4a37-b39b-d880c81b5fa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:30.828537 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a6c7e69f-407f-4a37-b39b-d880c81b5fa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:30.943343 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-15f09f12-d1a2-4d83-a1fc-556395c3c392 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=685aa5d5bc754913a5ca3dd5518e129e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2288756 Dec 15 14:13:30.950961 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-2a0dc9bf-64ab-4f79-a4f2-04c2810cb8e5 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:30.952506 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-2a0dc9bf-64ab-4f79-a4f2-04c2810cb8e5 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/networks?id=87207a00-487c-41ca-9a1a-60e78eea9937 HTTP/1.1" status: 200 len: 816 time: 0.4363439 Dec 15 14:13:31.007617 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a6c7e69f-407f-4a37-b39b-d880c81b5fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:31.011760 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a6c7e69f-407f-4a37-b39b-d880c81b5fa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:31.013986 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-a6c7e69f-407f-4a37-b39b-d880c81b5fa2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/69652365-79ab-4bcd-a8c0-b3ef17e31a9d HTTP/1.1" status: 204 len: 168 time: 0.2968485 Dec 15 14:13:31.048150 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-35fed232-96a3-4d2d-b3fc-6d5c2ac0a377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d {{(pid=103145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:13:31.066394 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-35fed232-96a3-4d2d-b3fc-6d5c2ac0a377 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:31.075268 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-b24ba15c-c02e-4bb6-9315-8085a1dc4946 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/quotas/0d09ce10de40483aa9ac94558a84aa47 HTTP/1.1" status: 200 len: 375 time: 0.0420649 Dec 15 14:13:31.088896 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7e69f-407f-4a37-b39b-d880c81b5fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69652365-79ab-4bcd-a8c0-b3ef17e31a9d,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:31.153015 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.provisioning_blocks [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-35fed232-96a3-4d2d-b3fc-6d5c2ac0a377 service neutron] Transition to ACTIVE for port object e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d will not be triggered until provisioned by entity L2. {{(pid=103145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:13:31.218579 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-5ba3a7b9-7c7f-4a05-9d03-f84cffef4b05 service neutron] 10.222.0.36 "GET /v2.0/networks/1398e422-6eb7-4c67-a7ee-d619fb1f02c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602954 Dec 15 14:13:31.268564 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-bc195712-b749-4042-b321-8aec32f98fa4 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d09ce10de40483aa9ac94558a84aa47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1846421 Dec 15 14:13:31.284244 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-35fed232-96a3-4d2d-b3fc-6d5c2ac0a377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:31.447867 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fed232-96a3-4d2d-b3fc-6d5c2ac0a377 service neutron] Pushing event updated for resources: {'Port': ['ID=e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d,revision_number=2']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:31.540415 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-c86d0f5b-fc37-4563-b55a-efad3c98b2c1 service neutron] 10.222.0.36 "GET /v2.0/networks/1398e422-6eb7-4c67-a7ee-d619fb1f02c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120167 Dec 15 14:13:31.665117 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-35fed232-96a3-4d2d-b3fc-6d5c2ac0a377 service neutron] Attempting to bind port e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:13:31.665532 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-35fed232-96a3-4d2d-b3fc-6d5c2ac0a377 service neutron] Attempting to bind port e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'e76afc07-f709-49ad-9956-e321bba21318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4c509f7c-96ea-41ce-b3fd-f7b95c265247'}] {{(pid=103145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:13:31.665977 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-35fed232-96a3-4d2d-b3fc-6d5c2ac0a377 service neutron] Attempting to bind port e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d on network 4c509f7c-96ea-41ce-b3fd-f7b95c265247 {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:13:31.687090 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-35fed232-96a3-4d2d-b3fc-6d5c2ac0a377 service neutron] Port e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d on network 4c509f7c-96ea-41ce-b3fd-f7b95c265247 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:13:31.687669 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-35fed232-96a3-4d2d-b3fc-6d5c2ac0a377 service neutron] Attempting to bind port e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d on network 4c509f7c-96ea-41ce-b3fd-f7b95c265247 {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:13:31.693775 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-35fed232-96a3-4d2d-b3fc-6d5c2ac0a377 service neutron] Checking agent: {'id': 'ac5d7605-2d06-411e-ba74-ad46eb528a57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 11, 20), 'started_at': datetime.datetime(2021, 12, 15, 14, 11, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:13:31.694409 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-35fed232-96a3-4d2d-b3fc-6d5c2ac0a377 service neutron] Checking segment: {'id': 'e76afc07-f709-49ad-9956-e321bba21318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4c509f7c-96ea-41ce-b3fd-f7b95c265247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:31.695191 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-35fed232-96a3-4d2d-b3fc-6d5c2ac0a377 service neutron] Bound using segment: {'id': 'e76afc07-f709-49ad-9956-e321bba21318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4c509f7c-96ea-41ce-b3fd-f7b95c265247'} {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:13:31.696010 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-35fed232-96a3-4d2d-b3fc-6d5c2ac0a377 service neutron] Bound port: e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e76afc07-f709-49ad-9956-e321bba21318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4c509f7c-96ea-41ce-b3fd-f7b95c265247'}}] {{(pid=103145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:13:31.698322 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-35fed232-96a3-4d2d-b3fc-6d5c2ac0a377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:31.754950 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 72327dbd-7208-4e7e-a345-1751affb0c77 up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:31.812468 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port 72327dbd-7208-4e7e-a345-1751affb0c77 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:31.813131 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:31.818970 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-35fed232-96a3-4d2d-b3fc-6d5c2ac0a377 service neutron] For port e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d, host hv-cinder-81322, cleared binding levels {{(pid=103145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:13:31.825549 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-35fed232-96a3-4d2d-b3fc-6d5c2ac0a377 service neutron] For port e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d,segment=NetworkSegment(e76afc07-f709-49ad-9956-e321bba21318),segment_id=e76afc07-f709-49ad-9956-e321bba21318)] {{(pid=103145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:13:31.888216 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-35fed232-96a3-4d2d-b3fc-6d5c2ac0a377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:31.991675 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-35fed232-96a3-4d2d-b3fc-6d5c2ac0a377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:31.995918 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-35fed232-96a3-4d2d-b3fc-6d5c2ac0a377 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:32.005303 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-35fed232-96a3-4d2d-b3fc-6d5c2ac0a377 service neutron] 10.222.0.54 "PUT /v2.0/ports/e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d HTTP/1.1" status: 200 len: 1094 time: 3.4433126 Dec 15 14:13:32.019528 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aca00d83-fb1f-455b-bf15-01eebb989bb8', 'tag': 'e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:13:32.104496 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:32.194913 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] For port 72327dbd-7208-4e7e-a345-1751affb0c77, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=72327dbd-7208-4e7e-a345-1751affb0c77,segment=NetworkSegment(f736ad77-9c63-423d-bee4-f2dcb7e208e8),segment_id=f736ad77-9c63-423d-bee4-f2dcb7e208e8)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:32.195080 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fed232-96a3-4d2d-b3fc-6d5c2ac0a377 service neutron] Pushing event updated for resources: {'Port': ['ID=e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d,revision_number=3']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:32.210533 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-96a58759-356b-47cf-bffa-a830fd32b45e tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1997998472&fields=id&tenant_id=99e48568027f45a591f092080d89b4dd HTTP/1.1" status: 200 len: 267 time: 0.1446750 Dec 15 14:13:32.282560 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:32.388364 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Pushing event updated for resources: {'Port': ['ID=72327dbd-7208-4e7e-a345-1751affb0c77,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:32.662873 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-8edb4fe1-02f9-4f8e-921b-ef5cf2a4348f tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:32.671474 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-8edb4fe1-02f9-4f8e-921b-ef5cf2a4348f tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/networks?id=de3ac665-6e2b-47fc-8d80-1b730042a6ab HTTP/1.1" status: 200 len: 809 time: 0.4388113 Dec 15 14:13:32.694026 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-7c72dde9-c310-4e2b-98af-b339d820cb0c tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/quotas/99e48568027f45a591f092080d89b4dd HTTP/1.1" status: 200 len: 375 time: 0.0215380 Dec 15 14:13:32.734677 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-63915e16-e018-4fff-b22a-fb7f6ddcadbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:32.739254 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-63915e16-e018-4fff-b22a-fb7f6ddcadbc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dfffb0b60ded44389f1a092fbfbac8bb&device_id=aca00d83-fb1f-455b-bf15-01eebb989bb8 HTTP/1.1" status: 200 len: 1097 time: 0.1777978 Dec 15 14:13:32.761828 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-93d0215f-b4ae-40b8-95ef-14fbec515f61 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=99e48568027f45a591f092080d89b4dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0669930 Dec 15 14:13:32.859068 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-31c2501f-56af-464e-b022-48977e796239 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d HTTP/1.1" status: 200 len: 217 time: 0.0961764 Dec 15 14:13:32.959314 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-f2cdf32c-1861-4541-98be-2aeac65407ec service neutron] 10.222.0.36 "GET /v2.0/networks/de3ac665-6e2b-47fc-8d80-1b730042a6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616168 Dec 15 14:13:33.153334 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-a1a7514a-181e-4499-82d2-3aa508b7c2b3 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:13:33.154560 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-a1a7514a-181e-4499-82d2-3aa508b7c2b3 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5950692 Dec 15 14:13:33.202964 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54343ee614085f4f2fe791b0f2f4c0bf4988d50ad8e642b13afe6f74cb17e673" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b33a279-7fc7-4d25-984f-60502d3662ad" -d '{"events": [{"name": "network-changed", "server_uuid": "aca00d83-fb1f-455b-bf15-01eebb989bb8", "tag": "e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:13:33.219630 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-76fdc38c-d0ce-4250-84bf-06fbea907daa service neutron] 10.222.0.36 "GET /v2.0/networks/de3ac665-6e2b-47fc-8d80-1b730042a6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589347 Dec 15 14:13:33.371000 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-5fd00cc6-6f3a-492c-9b41-01d0b2f257ea service neutron] 10.222.0.36 "GET /v2.0/networks/87207a00-487c-41ca-9a1a-60e78eea9937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963651 Dec 15 14:13:33.556701 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-d57460ef-ccbd-4fea-8c41-958e7260de14 service neutron] 10.222.0.36 "GET /v2.0/networks/87207a00-487c-41ca-9a1a-60e78eea9937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680617 Dec 15 14:13:33.595170 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 72327dbd-7208-4e7e-a345-1751affb0c77 up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:33.646648 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8fc5829c-464c-4f50-9b75-a8744f497f08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:33.683908 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port 72327dbd-7208-4e7e-a345-1751affb0c77 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:33.685380 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:33.920428 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4815ab4-0c28-41ee-a21b-711bad3172c9 req-526c10e6-0884-4394-be3e-35709b528c50 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:33.939434 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a4815ab4-0c28-41ee-a21b-711bad3172c9 req-526c10e6-0884-4394-be3e-35709b528c50 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca00d83-fb1f-455b-bf15-01eebb989bb8 HTTP/1.1" status: 200 len: 944 time: 0.1141124 Dec 15 14:13:34.040454 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a4815ab4-0c28-41ee-a21b-711bad3172c9 req-0ff8f964-094c-47d3-bdf1-e82f0469451c tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/security-groups?id=06126960-d3bb-489b-a75d-e035992a72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081049 Dec 15 14:13:34.227629 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8aa2c44e-5b54-42fc-9405-52d65fac6737 req-1bec0aa7-e231-407a-af57-71ff4003c4a7 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 210 time: 0.0863352 Dec 15 14:13:34.341047 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ee6b63bb-6921-4009-8b15-55dd5a3c0b0b req-d6b5a4fb-06cc-41e5-9b49-d03ebe2484b1 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 210 time: 0.0365019 Dec 15 14:13:34.486752 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f1d0197a-bedb-4ee9-8097-061ed9797be4 req-8558b158-03a6-456d-98c8-015570b4eb5c tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 210 time: 0.0829284 Dec 15 14:13:34.765838 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-9866753c-21dd-41eb-a453-a9e5dae9756c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:34.770779 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-9866753c-21dd-41eb-a453-a9e5dae9756c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7ae41e40-560b-4757-9f84-df2fdda70684 HTTP/1.1" status: 200 len: 852 time: 0.1888850 Dec 15 14:13:34.828789 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ff2e47-92bd-4343-a890-224ba30dbd97 x-openstack-request-id: req-02ff2e47-92bd-4343-a890-224ba30dbd97 {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:13:34.829062 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aca00d83-fb1f-455b-bf15-01eebb989bb8", "tag": "e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:13:34.829337 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-02ff2e47-92bd-4343-a890-224ba30dbd97 {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:13:34.829898 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aca00d83-fb1f-455b-bf15-01eebb989bb8', 'tag': 'e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d', 'status': 'completed', 'code': 200} Dec 15 14:13:34.852329 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-78635bf2-4583-4ea5-bf87-954d236928a1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4c509f7c-96ea-41ce-b3fd-f7b95c265247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690780 Dec 15 14:13:35.020822 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-afcdba03-15f0-424b-8b4b-df617fadb66a service neutron] 10.222.0.54 "GET /v2.0/networks/4c509f7c-96ea-41ce-b3fd-f7b95c265247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552949 Dec 15 14:13:35.217319 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881aad91-7d1c-4986-b6c9-7f6ee2a58131 req-a518fc5e-0934-4c2c-862c-405e9696f46e tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:35.218851 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-881aad91-7d1c-4986-b6c9-7f6ee2a58131 req-a518fc5e-0934-4c2c-862c-405e9696f46e tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca00d83-fb1f-455b-bf15-01eebb989bb8 HTTP/1.1" status: 200 len: 944 time: 0.0954037 Dec 15 14:13:35.336878 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-881aad91-7d1c-4986-b6c9-7f6ee2a58131 req-a5f867a4-d1c1-4065-afe4-37c4b956c940 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/security-groups?id=06126960-d3bb-489b-a75d-e035992a72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068439 Dec 15 14:13:35.448692 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2a87666e-9f1e-4432-9107-c1a77c366804 req-a6dad98e-7e7c-4993-bacb-2030409d0e46 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 210 time: 0.0480115 Dec 15 14:13:35.481739 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-74cfec77-5b96-47fe-8b52-f361975db27a req-2f922269-4aeb-44af-bbd9-d478a9844c21 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 210 time: 0.0421731 Dec 15 14:13:35.641124 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9c72b428-67e7-45fd-8634-e0fe7acb376c req-174abb8e-e5d3-41b7-a982-c937107e7b19 service neutron] 10.222.0.54 "GET /v2.0/networks/4c509f7c-96ea-41ce-b3fd-f7b95c265247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583169 Dec 15 14:13:35.721034 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-53fdcfe3-3424-4142-9c61-31510c95951b req-8c63276e-90f4-43d4-ad71-c42f00793734 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 210 time: 0.0733349 Dec 15 14:13:35.853738 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2759c19b-6c52-464e-8546-9f4aad91808c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:36.403344 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.54', 55402) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:36.538143 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33a279-7fc7-4d25-984f-60502d3662ad req-1d74d5c3-5762-4e01-9295-f240808d3df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:36.541633 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-9b33a279-7fc7-4d25-984f-60502d3662ad req-1d74d5c3-5762-4e01-9295-f240808d3df4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dfffb0b60ded44389f1a092fbfbac8bb&device_id=aca00d83-fb1f-455b-bf15-01eebb989bb8 HTTP/1.1" status: 200 len: 1097 time: 0.1363394 Dec 15 14:13:36.642212 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d8feef0e-f35c-436d-9300-fd05aa1df164 req-ae4ae8e1-9c40-43e0-b53b-69c469c33ce1 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 210 time: 0.0737832 Dec 15 14:13:36.727720 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-be1fe9e3-aa37-4ee6-8041-4f1562e2bdea tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:36.729377 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-be1fe9e3-aa37-4ee6-8041-4f1562e2bdea tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.54 "GET /v2.0/networks?id=1398e422-6eb7-4c67-a7ee-d619fb1f02c3 HTTP/1.1" status: 200 len: 819 time: 0.3320975 Dec 15 14:13:36.762864 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33a279-7fc7-4d25-984f-60502d3662ad req-35ee08cf-71fd-4274-9ebd-3902803080c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:36.764867 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-9b33a279-7fc7-4d25-984f-60502d3662ad req-35ee08cf-71fd-4274-9ebd-3902803080c4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4c509f7c-96ea-41ce-b3fd-f7b95c265247 HTTP/1.1" status: 200 len: 913 time: 0.2121553 Dec 15 14:13:36.767514 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5f74f-72f2-4876-80f2-ea567c6c9689 req-289b7e85-b435-417b-b196-b5774440b77f tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:36.774992 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3da5f74f-72f2-4876-80f2-ea567c6c9689 req-289b7e85-b435-417b-b196-b5774440b77f tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca00d83-fb1f-455b-bf15-01eebb989bb8 HTTP/1.1" status: 200 len: 944 time: 0.2051046 Dec 15 14:13:36.781580 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-41b7ce73-f80e-4d72-a5a1-47476cb076dd tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Request body: {'port': {'device_id': '0055c3fd-c364-425b-a659-292f94e6f09c', 'network_id': '1398e422-6eb7-4c67-a7ee-d619fb1f02c3', 'admin_state_up': True, 'tenant_id': '685aa5d5bc754913a5ca3dd5518e129e'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:36.874142 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4fcdf1b1-f11a-43ca-a773-cfba5e4d23ec req-525a4460-531a-4876-ad3c-bc095aae19d2 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 210 time: 0.1424274 Dec 15 14:13:36.896029 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-9b33a279-7fc7-4d25-984f-60502d3662ad req-d820cc22-6bfe-4ebc-a2de-dfe6c01a452d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d HTTP/1.1" status: 200 len: 217 time: 0.1130569 Dec 15 14:13:36.989966 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33a279-7fc7-4d25-984f-60502d3662ad req-31467396-45ba-46c6-90ec-3cc8b53112d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:36.989966 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-9b33a279-7fc7-4d25-984f-60502d3662ad req-31467396-45ba-46c6-90ec-3cc8b53112d2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7ae41e40-560b-4757-9f84-df2fdda70684 HTTP/1.1" status: 200 len: 852 time: 0.0834920 Dec 15 14:13:37.031271 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:37.037700 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8e71600d-6a0a-47c0-8b9c-793349a19447 req-d7f81076-7373-494e-9586-1357cf15203e tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 210 time: 0.0581110 Dec 15 14:13:37.045925 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-9b33a279-7fc7-4d25-984f-60502d3662ad req-20a984bf-efe9-4c6b-9ccf-637e14504e83 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4c509f7c-96ea-41ce-b3fd-f7b95c265247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516832 Dec 15 14:13:37.055917 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3da5f74f-72f2-4876-80f2-ea567c6c9689 req-fc735933-c2e1-473a-81d6-f9ea5e587ad6 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/security-groups?id=06126960-d3bb-489b-a75d-e035992a72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571113 Dec 15 14:13:37.136876 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.54', 55406) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:37.196986 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-9b33a279-7fc7-4d25-984f-60502d3662ad req-f5422bcf-c857-4e45-9b0a-60c78a849705 service neutron] 10.222.0.54 "GET /v2.0/networks/4c509f7c-96ea-41ce-b3fd-f7b95c265247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404111 Dec 15 14:13:37.205120 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-41b7ce73-f80e-4d72-a5a1-47476cb076dd tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Made reservation on behalf of 685aa5d5bc754913a5ca3dd5518e129e for: {'port': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:37.208838 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-41b7ce73-f80e-4d72-a5a1-47476cb076dd tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:37.244955 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 34030) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:37.322453 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-9b33a279-7fc7-4d25-984f-60502d3662ad req-f86fd3c7-3398-47d9-9fcf-633a2d4a1530 service neutron] 10.222.0.54 "GET /v2.0/networks/4c509f7c-96ea-41ce-b3fd-f7b95c265247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157243 Dec 15 14:13:37.352528 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-9e663a6e-2448-4c0c-88ef-16e13009b348 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:37.353972 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-9e663a6e-2448-4c0c-88ef-16e13009b348 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.54 "GET /v2.0/networks?id=1398e422-6eb7-4c67-a7ee-d619fb1f02c3 HTTP/1.1" status: 200 len: 819 time: 0.2129574 Dec 15 14:13:37.371135 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-2612ef26-a225-458e-b336-ac9178c91423 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Request body: {'port': {'device_id': 'f8f88386-a08e-43b7-9832-f7932c369cd9', 'network_id': '1398e422-6eb7-4c67-a7ee-d619fb1f02c3', 'admin_state_up': True, 'tenant_id': '685aa5d5bc754913a5ca3dd5518e129e'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:37.452392 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-66848e4f-5eba-473a-b7f6-47ccdd3d5f8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:37.544983 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-41b7ce73-f80e-4d72-a5a1-47476cb076dd tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Allocated IP 172.20.0.2 (1398e422-6eb7-4c67-a7ee-d619fb1f02c3/7b7285ce-5292-474f-9869-ec370d0431c8/f550a9d9-c3b2-49c2-8bfc-1d263e506ae0) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:37.715742 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-66848e4f-5eba-473a-b7f6-47ccdd3d5f8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:37.727404 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-2612ef26-a225-458e-b336-ac9178c91423 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Made reservation on behalf of 685aa5d5bc754913a5ca3dd5518e129e for: {'port': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:37.728708 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-2612ef26-a225-458e-b336-ac9178c91423 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:37.840089 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ba36bb91-099f-4cf2-a7a6-bda6b6b0edce req-0b273698-22f9-4cd9-81af-c063aef2e65a tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 210 time: 0.0700426 Dec 15 14:13:37.848210 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-66848e4f-5eba-473a-b7f6-47ccdd3d5f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:37.861280 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-41b7ce73-f80e-4d72-a5a1-47476cb076dd tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Publish callbacks [] for port, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:37.934557 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-66848e4f-5eba-473a-b7f6-47ccdd3d5f8e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a098f073c122460e8ad7c5d5a62a2686&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6767807 Dec 15 14:13:37.934786 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 34062) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:37.945245 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66848e4f-5eba-473a-b7f6-47ccdd3d5f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2bd93c-ba67-46c5-8888-f6f0d55129aa,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:37.951361 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-8e0a3514-45a9-43b8-b27a-d9df09897e23 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:37.952925 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-8e0a3514-45a9-43b8-b27a-d9df09897e23 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.54 "GET /v2.0/networks?id=87207a00-487c-41ca-9a1a-60e78eea9937 HTTP/1.1" status: 200 len: 816 time: 0.2647576 Dec 15 14:13:38.013814 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6e9a4bef-9d8b-4094-91c0-5e8e3076e2dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:38.048968 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e4ad017a-9488-4cd3-847e-472690d63cbd req-bfcd4e9c-db88-4767-a1f0-4504fe0476a7 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 210 time: 0.0507457 Dec 15 14:13:38.075085 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6e9a4bef-9d8b-4094-91c0-5e8e3076e2dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:38.124451 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-41b7ce73-f80e-4d72-a5a1-47476cb076dd tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:38.224801 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:38.232685 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-41b7ce73-f80e-4d72-a5a1-47476cb076dd tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Network 1398e422-6eb7-4c67-a7ee-d619fb1f02c3 is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:38.248110 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-a6004e5e-2fdd-44e3-b03d-50e1367cfabd tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d09ce10de40483aa9ac94558a84aa47 HTTP/1.1" status: 200 len: 378 time: 0.2830355 Dec 15 14:13:38.258849 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-7f283d9d-053b-45bb-95f5-6ea6f678b4a1 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Request body: {'port': {'device_id': '8631f02e-761c-4b6a-9b55-fd29ddfe47d8', 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937', 'admin_state_up': True, 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'security_groups': ['2e234e0f-8940-440a-bace-a4822f347c66']}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:38.443631 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6e9a4bef-9d8b-4094-91c0-5e8e3076e2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:38.446166 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.54', 55416) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:38.446784 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6e9a4bef-9d8b-4094-91c0-5e8e3076e2dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:38.447912 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-6e9a4bef-9d8b-4094-91c0-5e8e3076e2dd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ba2bd93c-ba67-46c5-8888-f6f0d55129aa HTTP/1.1" status: 204 len: 168 time: 0.5122435 Dec 15 14:13:38.449888 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a35cd48e-8a6d-4d65-afb6-75de13c77766 req-2682e117-b45d-4a27-9fc2-93289ee89d86 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 210 time: 0.2582822 Dec 15 14:13:38.478823 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-41b7ce73-f80e-4d72-a5a1-47476cb076dd tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:38.497203 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-41b7ce73-f80e-4d72-a5a1-47476cb076dd tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:38.505158 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-2612ef26-a225-458e-b336-ac9178c91423 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Allocated IP 172.20.0.13 (1398e422-6eb7-4c67-a7ee-d619fb1f02c3/7b7285ce-5292-474f-9869-ec370d0431c8/ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:38.508477 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7ce73-f80e-4d72-a5a1-47476cb076dd tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Pushing event updated for resources: {'Port': ['ID=f550a9d9-c3b2-49c2-8bfc-1d263e506ae0,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:38.511049 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a4bef-9d8b-4094-91c0-5e8e3076e2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2bd93c-ba67-46c5-8888-f6f0d55129aa,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:38.515594 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-7f283d9d-053b-45bb-95f5-6ea6f678b4a1 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Made reservation on behalf of 0d09ce10de40483aa9ac94558a84aa47 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:38.519709 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-7f283d9d-053b-45bb-95f5-6ea6f678b4a1 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:38.592302 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561450a9-2fa5-4222-bb30-7cb7bdebb9bd req-3bb0a487-5dae-4944-b0ca-060cb58e7b5d tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:38.594086 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-561450a9-2fa5-4222-bb30-7cb7bdebb9bd req-3bb0a487-5dae-4944-b0ca-060cb58e7b5d tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca00d83-fb1f-455b-bf15-01eebb989bb8 HTTP/1.1" status: 200 len: 944 time: 0.3725791 Dec 15 14:13:38.607005 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-41b7ce73-f80e-4d72-a5a1-47476cb076dd tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:38.607996 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-41b7ce73-f80e-4d72-a5a1-47476cb076dd tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:38.696618 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-561450a9-2fa5-4222-bb30-7cb7bdebb9bd req-566ecb4e-7341-4797-836f-fb03c9f4d69f tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/security-groups?id=06126960-d3bb-489b-a75d-e035992a72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759025 Dec 15 14:13:38.697657 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-15d42804-5aae-453c-aba9-ef4ae11b9d15 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:38.699798 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-15d42804-5aae-453c-aba9-ef4ae11b9d15 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.54 "GET /v2.0/networks?id=de3ac665-6e2b-47fc-8d80-1b730042a6ab HTTP/1.1" status: 200 len: 809 time: 0.2522247 Dec 15 14:13:38.739735 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-41b7ce73-f80e-4d72-a5a1-47476cb076dd tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9537203 Dec 15 14:13:38.763778 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-64aef86a-9872-4f4d-b22f-ad75d306e56f service neutron] Request body: {'port': {'device_id': '0055c3fd-c364-425b-a659-292f94e6f09c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:38.844834 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-7f283d9d-053b-45bb-95f5-6ea6f678b4a1 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Allocated IP 172.20.0.13 (87207a00-487c-41ca-9a1a-60e78eea9937/1cdbf821-be2b-4255-be5a-f39d9618a49d/844a6495-532e-422c-8e4b-f5c0486fc42a) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:38.856793 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-64aef86a-9872-4f4d-b22f-ad75d306e56f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:38.863420 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-aa5ad18e-1499-4646-a5fc-64c424f8e139 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99e48568027f45a591f092080d89b4dd HTTP/1.1" status: 200 len: 380 time: 0.1465156 Dec 15 14:13:38.877508 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-8f546116-dc04-48ac-a8ce-272e9802dfa7 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Request body: {'port': {'device_id': 'ef62bed0-b1e8-4769-878e-4dc0bbb2c15f', 'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab', 'admin_state_up': True, 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'security_groups': ['71badf88-71eb-4650-9e1d-52e1be9b8942']}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:39.011915 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-2612ef26-a225-458e-b336-ac9178c91423 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Publish callbacks [] for port, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:39.043986 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8d289ae2-3288-48ba-94f5-6b7693f10f86 req-94537887-da4b-4f1a-b5d3-91008b4aca30 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 210 time: 0.0407488 Dec 15 14:13:39.155670 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-7f283d9d-053b-45bb-95f5-6ea6f678b4a1 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:39.192674 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-787e6dbd-a82b-4141-a359-36a531945dfc req-7afc8f96-8bbc-46b4-8ae5-763ec7726e05 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 210 time: 0.0325651 Dec 15 14:13:39.205947 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-2612ef26-a225-458e-b336-ac9178c91423 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:39.231226 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-8f546116-dc04-48ac-a8ce-272e9802dfa7 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Made reservation on behalf of 99e48568027f45a591f092080d89b4dd for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:13:39.235220 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-8f546116-dc04-48ac-a8ce-272e9802dfa7 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:39.278094 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-2612ef26-a225-458e-b336-ac9178c91423 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Network 1398e422-6eb7-4c67-a7ee-d619fb1f02c3 is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:39.292054 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-2612ef26-a225-458e-b336-ac9178c91423 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:39.294470 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-2612ef26-a225-458e-b336-ac9178c91423 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:39.301276 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:39.302530 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-7f283d9d-053b-45bb-95f5-6ea6f678b4a1 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:39.375287 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 34100) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:39.385614 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612ef26-a225-458e-b336-ac9178c91423 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Pushing event updated for resources: {'Port': ['ID=ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:39.410093 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-2612ef26-a225-458e-b336-ac9178c91423 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:39.410786 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-2612ef26-a225-458e-b336-ac9178c91423 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:39.421344 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-7f283d9d-053b-45bb-95f5-6ea6f678b4a1 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Network 87207a00-487c-41ca-9a1a-60e78eea9937 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:39.430635 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-7f283d9d-053b-45bb-95f5-6ea6f678b4a1 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:39.434220 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6f243142-d65f-407b-8499-3af9f5dbae0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:39.455409 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-7f283d9d-053b-45bb-95f5-6ea6f678b4a1 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:39.463069 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-7f283d9d-053b-45bb-95f5-6ea6f678b4a1 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:39.463698 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-7f283d9d-053b-45bb-95f5-6ea6f678b4a1 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:39.471734 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f283d9d-053b-45bb-95f5-6ea6f678b4a1 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Pushing event updated for resources: {'Port': ['ID=844a6495-532e-422c-8e4b-f5c0486fc42a,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:39.516408 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-2612ef26-a225-458e-b336-ac9178c91423 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1524723 Dec 15 14:13:39.533151 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-3cbbf202-b1b4-46dc-b4b3-eb615b75fea3 service neutron] Request body: {'port': {'device_id': 'f8f88386-a08e-43b7-9832-f7932c369cd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:39.537066 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-8f546116-dc04-48ac-a8ce-272e9802dfa7 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Allocated IP 172.20.0.12 (de3ac665-6e2b-47fc-8d80-1b730042a6ab/3951b90e-3765-4c81-9e5f-467e16fbfc9d/7fbad533-96b2-474b-aa8f-d92f5601bf21) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:13:39.541180 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-64aef86a-9872-4f4d-b22f-ad75d306e56f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f550a9d9-c3b2-49c2-8bfc-1d263e506ae0 {{(pid=103145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:13:39.546670 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-7f283d9d-053b-45bb-95f5-6ea6f678b4a1 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2925777 Dec 15 14:13:39.561622 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-20f8724f-f601-43b4-89a8-52286048b7a1 service neutron] Request body: {'port': {'device_id': '8631f02e-761c-4b6a-9b55-fd29ddfe47d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:39.568862 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-64aef86a-9872-4f4d-b22f-ad75d306e56f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:39.635566 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.provisioning_blocks [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-64aef86a-9872-4f4d-b22f-ad75d306e56f service neutron] Transition to ACTIVE for port object f550a9d9-c3b2-49c2-8bfc-1d263e506ae0 will not be triggered until provisioned by entity L2. {{(pid=103145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:13:39.660884 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 34106) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:39.701426 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-3cbbf202-b1b4-46dc-b4b3-eb615b75fea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:39.706074 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6f243142-d65f-407b-8499-3af9f5dbae0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:39.708285 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-20f8724f-f601-43b4-89a8-52286048b7a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:39.736895 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b87f23-7b50-4cd5-84b2-81bfad495f59 req-8e88642f-7e6c-4866-b46f-ae82965df67f tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:39.748360 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d9b87f23-7b50-4cd5-84b2-81bfad495f59 req-8e88642f-7e6c-4866-b46f-ae82965df67f tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 932 time: 0.1826677 Dec 15 14:13:39.769633 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-64aef86a-9872-4f4d-b22f-ad75d306e56f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:39.779096 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-f822ab78-bbcd-48a2-bb59-ada19847c945 None None] Provisioning complete for port 844a6495-532e-422c-8e4b-f5c0486fc42a triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:39.781734 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f822ab78-bbcd-48a2-bb59-ada19847c945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:39.833475 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-8f546116-dc04-48ac-a8ce-272e9802dfa7 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:39.848074 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aef86a-9872-4f4d-b22f-ad75d306e56f service neutron] Pushing event updated for resources: {'Port': ['ID=f550a9d9-c3b2-49c2-8bfc-1d263e506ae0,revision_number=2']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:39.872784 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6f243142-d65f-407b-8499-3af9f5dbae0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:39.943577 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f822ab78-bbcd-48a2-bb59-ada19847c945 None None] Port 844a6495-532e-422c-8e4b-f5c0486fc42a cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:13:39.952766 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cf1d2496-2a03-4677-8103-c92bc870024b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:40.010934 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d9b87f23-7b50-4cd5-84b2-81bfad495f59 req-3b95750c-004d-4a95-847d-8989c46b3875 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2614219 Dec 15 14:13:40.046876 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f243142-d65f-407b-8499-3af9f5dbae0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40267ac5-d960-488c-a9de-2e0168c0ec62,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:40.054645 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-6f243142-d65f-407b-8499-3af9f5dbae0d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=580829d6c87442ad9f86905b6625ccd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6713789 Dec 15 14:13:40.057238 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 34116) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:40.137455 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-8f546116-dc04-48ac-a8ce-272e9802dfa7 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:40.177463 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670f567-2e9a-4d8f-9eae-78f3cbdc99d2 req-5c854798-dab4-4db0-ab9a-ca9da71b1ef2 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:40.179027 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3670f567-2e9a-4d8f-9eae-78f3cbdc99d2 req-5c854798-dab4-4db0-ab9a-ca9da71b1ef2 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca00d83-fb1f-455b-bf15-01eebb989bb8 HTTP/1.1" status: 200 len: 944 time: 0.3516207 Dec 15 14:13:40.198447 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.notifiers.nova [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-20f8724f-f601-43b4-89a8-52286048b7a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 844a6495-532e-422c-8e4b-f5c0486fc42a {{(pid=103144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:13:40.215219 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-20f8724f-f601-43b4-89a8-52286048b7a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:40.232143 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-8f546116-dc04-48ac-a8ce-272e9802dfa7 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Network de3ac665-6e2b-47fc-8d80-1b730042a6ab is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:13:40.245312 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-8f546116-dc04-48ac-a8ce-272e9802dfa7 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:13:40.255246 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-8f546116-dc04-48ac-a8ce-272e9802dfa7 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:13:40.261916 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-8f546116-dc04-48ac-a8ce-272e9802dfa7 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:40.262316 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-8f546116-dc04-48ac-a8ce-272e9802dfa7 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:40.265065 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f546116-dc04-48ac-a8ce-272e9802dfa7 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Pushing event updated for resources: {'Port': ['ID=7fbad533-96b2-474b-aa8f-d92f5601bf21,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:40.272312 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-df5fe287-3886-46a4-8b71-1bf75be9f013 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:40.277464 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.provisioning_blocks [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-20f8724f-f601-43b4-89a8-52286048b7a1 service neutron] Transition to ACTIVE for port object 844a6495-532e-422c-8e4b-f5c0486fc42a will not be triggered until provisioned by entity L2. {{(pid=103144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:13:40.279983 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-64aef86a-9872-4f4d-b22f-ad75d306e56f service neutron] Attempting to bind port f550a9d9-c3b2-49c2-8bfc-1d263e506ae0 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:13:40.280328 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-64aef86a-9872-4f4d-b22f-ad75d306e56f service neutron] Attempting to bind port f550a9d9-c3b2-49c2-8bfc-1d263e506ae0 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'f736ad77-9c63-423d-bee4-f2dcb7e208e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1398e422-6eb7-4c67-a7ee-d619fb1f02c3'}] {{(pid=103145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:13:40.280660 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-64aef86a-9872-4f4d-b22f-ad75d306e56f service neutron] Attempting to bind port f550a9d9-c3b2-49c2-8bfc-1d263e506ae0 on network 1398e422-6eb7-4c67-a7ee-d619fb1f02c3 {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:13:40.307416 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-df5fe287-3886-46a4-8b71-1bf75be9f013 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:40.333864 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-64aef86a-9872-4f4d-b22f-ad75d306e56f service neutron] Port f550a9d9-c3b2-49c2-8bfc-1d263e506ae0 on network 1398e422-6eb7-4c67-a7ee-d619fb1f02c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:13:40.334071 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-64aef86a-9872-4f4d-b22f-ad75d306e56f service neutron] Attempting to bind port f550a9d9-c3b2-49c2-8bfc-1d263e506ae0 on network 1398e422-6eb7-4c67-a7ee-d619fb1f02c3 {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:13:40.348094 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-64aef86a-9872-4f4d-b22f-ad75d306e56f service neutron] Checking agent: {'id': 'ac5d7605-2d06-411e-ba74-ad46eb528a57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 11, 20), 'started_at': datetime.datetime(2021, 12, 15, 14, 11, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:13:40.348436 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-64aef86a-9872-4f4d-b22f-ad75d306e56f service neutron] Checking segment: {'id': 'f736ad77-9c63-423d-bee4-f2dcb7e208e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1398e422-6eb7-4c67-a7ee-d619fb1f02c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:40.349085 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-64aef86a-9872-4f4d-b22f-ad75d306e56f service neutron] Bound using segment: {'id': 'f736ad77-9c63-423d-bee4-f2dcb7e208e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1398e422-6eb7-4c67-a7ee-d619fb1f02c3'} {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:13:40.349773 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-64aef86a-9872-4f4d-b22f-ad75d306e56f service neutron] Bound port: f550a9d9-c3b2-49c2-8bfc-1d263e506ae0, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f736ad77-9c63-423d-bee4-f2dcb7e208e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1398e422-6eb7-4c67-a7ee-d619fb1f02c3'}}] {{(pid=103145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:13:40.350412 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-64aef86a-9872-4f4d-b22f-ad75d306e56f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:40.364229 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:13:40.378547 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-8f546116-dc04-48ac-a8ce-272e9802dfa7 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5062983 Dec 15 14:13:40.383882 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-20f8724f-f601-43b4-89a8-52286048b7a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:40.395393 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-aa20ea40-6a0b-40d9-98d0-4d89c607c632 service neutron] Request body: {'port': {'device_id': 'ef62bed0-b1e8-4769-878e-4dc0bbb2c15f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:40.426843 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324f943-0038-4daa-91c4-4d4764b8321c req-b23f1da6-9935-40e6-be12-13d76c62b535 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:40.428943 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2324f943-0038-4daa-91c4-4d4764b8321c req-b23f1da6-9935-40e6-be12-13d76c62b535 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 932 time: 0.2397015 Dec 15 14:13:40.474879 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3670f567-2e9a-4d8f-9eae-78f3cbdc99d2 req-4939403e-6167-4156-9503-908f93aa40c7 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/security-groups?id=06126960-d3bb-489b-a75d-e035992a72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755466 Dec 15 14:13:40.486439 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-df5fe287-3886-46a4-8b71-1bf75be9f013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:40.503939 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-df5fe287-3886-46a4-8b71-1bf75be9f013 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:40.505090 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-df5fe287-3886-46a4-8b71-1bf75be9f013 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/40267ac5-d960-488c-a9de-2e0168c0ec62 HTTP/1.1" status: 204 len: 168 time: 0.4465249 Dec 15 14:13:40.552182 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d,segment=NetworkSegment(e76afc07-f709-49ad-9956-e321bba21318),segment_id=e76afc07-f709-49ad-9956-e321bba21318)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:40.600431 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5fe287-3886-46a4-8b71-1bf75be9f013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40267ac5-d960-488c-a9de-2e0168c0ec62,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:40.602659 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8724f-f601-43b4-89a8-52286048b7a1 service neutron] Pushing event updated for resources: {'Port': ['ID=844a6495-532e-422c-8e4b-f5c0486fc42a,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:40.606436 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Returning: {'device': 'e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d', 'network_id': '4c509f7c-96ea-41ce-b3fd-f7b95c265247', 'port_id': 'e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d', 'mac_address': 'fa:16:3e:74:a2:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ae41e40-560b-4757-9f84-df2fdda70684', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:13:40.668342 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-64aef86a-9872-4f4d-b22f-ad75d306e56f service neutron] For port f550a9d9-c3b2-49c2-8bfc-1d263e506ae0, host hv-cinder-81322, cleared binding levels {{(pid=103145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:13:40.677277 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cf1d2496-2a03-4677-8103-c92bc870024b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:40.702499 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:40.738405 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-59c6a7d1-2b45-46a5-9ea0-93d8bcb5f122 None None] Provisioning complete for port 7fbad533-96b2-474b-aa8f-d92f5601bf21 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:40.739950 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-59c6a7d1-2b45-46a5-9ea0-93d8bcb5f122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:40.758460 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cf1d2496-2a03-4677-8103-c92bc870024b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:40.776322 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:13:40.788745 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-64aef86a-9872-4f4d-b22f-ad75d306e56f service neutron] For port f550a9d9-c3b2-49c2-8bfc-1d263e506ae0, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f550a9d9-c3b2-49c2-8bfc-1d263e506ae0,segment=NetworkSegment(f736ad77-9c63-423d-bee4-f2dcb7e208e8),segment_id=f736ad77-9c63-423d-bee4-f2dcb7e208e8)] {{(pid=103145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:13:40.830868 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2324f943-0038-4daa-91c4-4d4764b8321c req-b81b58de-3af5-4d2f-825c-d32da8c6959d tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804901 Dec 15 14:13:40.839524 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d,segment=NetworkSegment(e76afc07-f709-49ad-9956-e321bba21318),segment_id=e76afc07-f709-49ad-9956-e321bba21318)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:40.859112 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-59c6a7d1-2b45-46a5-9ea0-93d8bcb5f122 None None] Port 7fbad533-96b2-474b-aa8f-d92f5601bf21 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:13:40.880542 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-64aef86a-9872-4f4d-b22f-ad75d306e56f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:40.897361 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-aa20ea40-6a0b-40d9-98d0-4d89c607c632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:40.899906 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d2496-2a03-4677-8103-c92bc870024b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbc785d-0f7b-41e2-8bb4-ef8a3d6a0705,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:40.907690 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-cf1d2496-2a03-4677-8103-c92bc870024b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=876b9a6d1fc14cf8966506afc17a5585&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2430577 Dec 15 14:13:40.911134 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 34142) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:40.925315 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae361e-a447-4015-9e6e-2496f753fc75 req-2771df82-75d9-41fb-965a-6972c8e7cf07 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:40.926896 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6cae361e-a447-4015-9e6e-2496f753fc75 req-2771df82-75d9-41fb-965a-6972c8e7cf07 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 932 time: 0.3083935 Dec 15 14:13:40.954502 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.022829 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-64aef86a-9872-4f4d-b22f-ad75d306e56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:41.024051 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-64aef86a-9872-4f4d-b22f-ad75d306e56f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.025465 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-64aef86a-9872-4f4d-b22f-ad75d306e56f service neutron] 10.222.0.54 "PUT /v2.0/ports/f550a9d9-c3b2-49c2-8bfc-1d263e506ae0 HTTP/1.1" status: 200 len: 1093 time: 2.2673397 Dec 15 14:13:41.026039 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0055c3fd-c364-425b-a659-292f94e6f09c', 'tag': 'f550a9d9-c3b2-49c2-8bfc-1d263e506ae0'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:13:41.028861 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54343ee614085f4f2fe791b0f2f4c0bf4988d50ad8e642b13afe6f74cb17e673" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ab9d90-e860-4220-8fed-556b0685ab18" -d '{"events": [{"name": "network-changed", "server_uuid": "0055c3fd-c364-425b-a659-292f94e6f09c", "tag": "f550a9d9-c3b2-49c2-8bfc-1d263e506ae0"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:13:41.051912 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-3cbbf202-b1b4-46dc-b4b3-eb615b75fea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529 {{(pid=103145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:13:41.080742 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-3cbbf202-b1b4-46dc-b4b3-eb615b75fea3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.100852 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aef86a-9872-4f4d-b22f-ad75d306e56f service neutron] Pushing event updated for resources: {'Port': ['ID=f550a9d9-c3b2-49c2-8bfc-1d263e506ae0,revision_number=3']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:41.133543 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9647490-c5df-4858-b883-55f68b131091 x-openstack-request-id: req-c9647490-c5df-4858-b883-55f68b131091 {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:13:41.133895 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0055c3fd-c364-425b-a659-292f94e6f09c", "tag": "f550a9d9-c3b2-49c2-8bfc-1d263e506ae0", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:13:41.134094 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c9647490-c5df-4858-b883-55f68b131091 {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:13:41.134499 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0055c3fd-c364-425b-a659-292f94e6f09c', 'tag': 'f550a9d9-c3b2-49c2-8bfc-1d263e506ae0', 'status': 'completed', 'code': 200} Dec 15 14:13:41.143616 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.provisioning_blocks [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-3cbbf202-b1b4-46dc-b4b3-eb615b75fea3 service neutron] Transition to ACTIVE for port object ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529 will not be triggered until provisioned by entity L2. {{(pid=103145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:13:41.150096 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6cae361e-a447-4015-9e6e-2496f753fc75 req-b84c0d92-25c9-4581-8af6-082dc4bb8f8d tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765676 Dec 15 14:13:41.155011 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-20f8724f-f601-43b4-89a8-52286048b7a1 service neutron] Attempting to bind port 844a6495-532e-422c-8e4b-f5c0486fc42a on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:13:41.155398 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-20f8724f-f601-43b4-89a8-52286048b7a1 service neutron] Attempting to bind port 844a6495-532e-422c-8e4b-f5c0486fc42a by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '88376a90-d228-4b29-87c9-0e4710ba306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:13:41.155612 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-20f8724f-f601-43b4-89a8-52286048b7a1 service neutron] Attempting to bind port 844a6495-532e-422c-8e4b-f5c0486fc42a on network 87207a00-487c-41ca-9a1a-60e78eea9937 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:13:41.157125 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:41.166685 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-20f8724f-f601-43b4-89a8-52286048b7a1 service neutron] Port 844a6495-532e-422c-8e4b-f5c0486fc42a on network 87207a00-487c-41ca-9a1a-60e78eea9937 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:13:41.167241 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-20f8724f-f601-43b4-89a8-52286048b7a1 service neutron] Attempting to bind port 844a6495-532e-422c-8e4b-f5c0486fc42a on network 87207a00-487c-41ca-9a1a-60e78eea9937 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:13:41.184591 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-20f8724f-f601-43b4-89a8-52286048b7a1 service neutron] Checking agent: {'id': 'ac5d7605-2d06-411e-ba74-ad46eb528a57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 11, 20), 'started_at': datetime.datetime(2021, 12, 15, 14, 11, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:13:41.188867 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-20f8724f-f601-43b4-89a8-52286048b7a1 service neutron] Checking segment: {'id': '88376a90-d228-4b29-87c9-0e4710ba306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:41.190116 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-20f8724f-f601-43b4-89a8-52286048b7a1 service neutron] Bound using segment: {'id': '88376a90-d228-4b29-87c9-0e4710ba306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937'} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:13:41.198113 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-20f8724f-f601-43b4-89a8-52286048b7a1 service neutron] Bound port: 844a6495-532e-422c-8e4b-f5c0486fc42a, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88376a90-d228-4b29-87c9-0e4710ba306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937'}}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:13:41.198113 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-20f8724f-f601-43b4-89a8-52286048b7a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.226246 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4965c1ba-c238-46e8-9e0f-6c0d99918105 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.231315 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:13:41.268041 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-3cbbf202-b1b4-46dc-b4b3-eb615b75fea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.306206 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4965c1ba-c238-46e8-9e0f-6c0d99918105 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.377901 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-20f8724f-f601-43b4-89a8-52286048b7a1 service neutron] For port 844a6495-532e-422c-8e4b-f5c0486fc42a, host hv-cinder-81322, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:13:41.386650 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbbf202-b1b4-46dc-b4b3-eb615b75fea3 service neutron] Pushing event updated for resources: {'Port': ['ID=ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529,revision_number=2']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:41.387117 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-20f8724f-f601-43b4-89a8-52286048b7a1 service neutron] For port 844a6495-532e-422c-8e4b-f5c0486fc42a, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=844a6495-532e-422c-8e4b-f5c0486fc42a,segment=NetworkSegment(88376a90-d228-4b29-87c9-0e4710ba306c),segment_id=88376a90-d228-4b29-87c9-0e4710ba306c)] {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:13:41.434351 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-0013e4a4-9b9f-4a0d-8143-c76439f64ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:41.435557 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-0013e4a4-9b9f-4a0d-8143-c76439f64ff8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=685aa5d5bc754913a5ca3dd5518e129e&device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 1096 time: 0.2769866 Dec 15 14:13:41.478811 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe51fb-13f6-4b3f-b091-5f71d18f9077 req-56d07f00-2a2d-409e-be0b-4a152d973092 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:41.480558 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a9fe51fb-13f6-4b3f-b091-5f71d18f9077 req-56d07f00-2a2d-409e-be0b-4a152d973092 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 944 time: 0.2555401 Dec 15 14:13:41.487958 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-20f8724f-f601-43b4-89a8-52286048b7a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.545014 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-f515d86b-3063-489e-8cfe-f8f2adc793c8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f550a9d9-c3b2-49c2-8bfc-1d263e506ae0 HTTP/1.1" status: 200 len: 217 time: 0.0533042 Dec 15 14:13:41.561027 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.notifiers.nova [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-aa20ea40-6a0b-40d9-98d0-4d89c607c632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fbad533-96b2-474b-aa8f-d92f5601bf21 {{(pid=103144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:13:41.577367 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-20f8724f-f601-43b4-89a8-52286048b7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:41.577997 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-20f8724f-f601-43b4-89a8-52286048b7a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.579490 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-20f8724f-f601-43b4-89a8-52286048b7a1 service neutron] 10.222.0.54 "PUT /v2.0/ports/844a6495-532e-422c-8e4b-f5c0486fc42a HTTP/1.1" status: 200 len: 1094 time: 2.0225716 Dec 15 14:13:41.581414 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-aa20ea40-6a0b-40d9-98d0-4d89c607c632 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.583521 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8631f02e-761c-4b6a-9b55-fd29ddfe47d8', 'tag': '844a6495-532e-422c-8e4b-f5c0486fc42a'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:13:41.675703 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.provisioning_blocks [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-aa20ea40-6a0b-40d9-98d0-4d89c607c632 service neutron] Transition to ACTIVE for port object 7fbad533-96b2-474b-aa8f-d92f5601bf21 will not be triggered until provisioned by entity L2. {{(pid=103144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:13:41.693834 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4965c1ba-c238-46e8-9e0f-6c0d99918105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.696764 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4965c1ba-c238-46e8-9e0f-6c0d99918105 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.700967 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-4965c1ba-c238-46e8-9e0f-6c0d99918105 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dcbc785d-0f7b-41e2-8bb4-ef8a3d6a0705 HTTP/1.1" status: 204 len: 168 time: 0.7730904 Dec 15 14:13:41.709886 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8724f-f601-43b4-89a8-52286048b7a1 service neutron] Pushing event updated for resources: {'Port': ['ID=844a6495-532e-422c-8e4b-f5c0486fc42a,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:41.777496 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-aa20ea40-6a0b-40d9-98d0-4d89c607c632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.791707 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-3cbbf202-b1b4-46dc-b4b3-eb615b75fea3 service neutron] Attempting to bind port ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:13:41.792261 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-3cbbf202-b1b4-46dc-b4b3-eb615b75fea3 service neutron] Attempting to bind port ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'f736ad77-9c63-423d-bee4-f2dcb7e208e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1398e422-6eb7-4c67-a7ee-d619fb1f02c3'}] {{(pid=103145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:13:41.792634 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-3cbbf202-b1b4-46dc-b4b3-eb615b75fea3 service neutron] Attempting to bind port ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529 on network 1398e422-6eb7-4c67-a7ee-d619fb1f02c3 {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:13:41.800368 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4965c1ba-c238-46e8-9e0f-6c0d99918105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbc785d-0f7b-41e2-8bb4-ef8a3d6a0705,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:41.845644 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-3cbbf202-b1b4-46dc-b4b3-eb615b75fea3 service neutron] Port ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529 on network 1398e422-6eb7-4c67-a7ee-d619fb1f02c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:13:41.847025 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-3cbbf202-b1b4-46dc-b4b3-eb615b75fea3 service neutron] Attempting to bind port ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529 on network 1398e422-6eb7-4c67-a7ee-d619fb1f02c3 {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:13:41.870778 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-d1ae0a08-8e2e-4000-bafb-4d1051fb4ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:41.872456 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-d1ae0a08-8e2e-4000-bafb-4d1051fb4ec0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b7285ce-5292-474f-9869-ec370d0431c8 HTTP/1.1" status: 200 len: 859 time: 0.2718105 Dec 15 14:13:41.877260 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85a0f3a80b1f03eae3b213f201473723e4c4eee54091eafe51cfe768d2ea106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87aafe14-5aea-4fdd-ba68-e411162c3345" -d '{"events": [{"name": "network-changed", "server_uuid": "8631f02e-761c-4b6a-9b55-fd29ddfe47d8", "tag": "844a6495-532e-422c-8e4b-f5c0486fc42a"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:13:41.878828 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a9fe51fb-13f6-4b3f-b091-5f71d18f9077 req-fa95129f-5e3e-4b34-bb04-0a821ed5037d tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3318124 Dec 15 14:13:41.879917 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-3cbbf202-b1b4-46dc-b4b3-eb615b75fea3 service neutron] Checking agent: {'id': 'ac5d7605-2d06-411e-ba74-ad46eb528a57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 11, 20), 'started_at': datetime.datetime(2021, 12, 15, 14, 11, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:13:41.880455 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-3cbbf202-b1b4-46dc-b4b3-eb615b75fea3 service neutron] Checking segment: {'id': 'f736ad77-9c63-423d-bee4-f2dcb7e208e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1398e422-6eb7-4c67-a7ee-d619fb1f02c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:41.881042 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-3cbbf202-b1b4-46dc-b4b3-eb615b75fea3 service neutron] Bound using segment: {'id': 'f736ad77-9c63-423d-bee4-f2dcb7e208e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1398e422-6eb7-4c67-a7ee-d619fb1f02c3'} {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:13:41.881589 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-3cbbf202-b1b4-46dc-b4b3-eb615b75fea3 service neutron] Bound port: ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f736ad77-9c63-423d-bee4-f2dcb7e208e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1398e422-6eb7-4c67-a7ee-d619fb1f02c3'}}] {{(pid=103145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:13:41.882020 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-3cbbf202-b1b4-46dc-b4b3-eb615b75fea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:41.897053 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-14f67fca-06aa-4a77-9eb1-d812b444835c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:41.910068 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-14f67fca-06aa-4a77-9eb1-d812b444835c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0d09ce10de40483aa9ac94558a84aa47&device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 1097 time: 0.1849377 Dec 15 14:13:41.937908 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa20ea40-6a0b-40d9-98d0-4d89c607c632 service neutron] Pushing event updated for resources: {'Port': ['ID=7fbad533-96b2-474b-aa8f-d92f5601bf21,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:41.959522 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856796e6-0d37-4f56-98ae-fefe839b3f00 req-f8469773-d118-40d7-8412-e99d6dfc4988 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:41.975128 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-856796e6-0d37-4f56-98ae-fefe839b3f00 req-f8469773-d118-40d7-8412-e99d6dfc4988 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca00d83-fb1f-455b-bf15-01eebb989bb8 HTTP/1.1" status: 200 len: 945 time: 0.3419976 Dec 15 14:13:41.999289 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-7acec4a4-952b-47a6-979a-10fb6e18a99c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1398e422-6eb7-4c67-a7ee-d619fb1f02c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131754 Dec 15 14:13:42.016356 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-f7adabea-a1f3-45e2-8c1e-478bbc0d1c93 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=844a6495-532e-422c-8e4b-f5c0486fc42a HTTP/1.1" status: 200 len: 217 time: 0.0757396 Dec 15 14:13:42.092794 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-aa20ea40-6a0b-40d9-98d0-4d89c607c632 service neutron] Attempting to bind port 7fbad533-96b2-474b-aa8f-d92f5601bf21 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:13:42.102262 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-aa20ea40-6a0b-40d9-98d0-4d89c607c632 service neutron] Attempting to bind port 7fbad533-96b2-474b-aa8f-d92f5601bf21 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '05c12ba9-d39b-4141-9580-defe032a5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:13:42.107083 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-aa20ea40-6a0b-40d9-98d0-4d89c607c632 service neutron] Attempting to bind port 7fbad533-96b2-474b-aa8f-d92f5601bf21 on network de3ac665-6e2b-47fc-8d80-1b730042a6ab {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:13:42.147199 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-aa20ea40-6a0b-40d9-98d0-4d89c607c632 service neutron] Port 7fbad533-96b2-474b-aa8f-d92f5601bf21 on network de3ac665-6e2b-47fc-8d80-1b730042a6ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:13:42.158244 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-aa20ea40-6a0b-40d9-98d0-4d89c607c632 service neutron] Attempting to bind port 7fbad533-96b2-474b-aa8f-d92f5601bf21 on network de3ac665-6e2b-47fc-8d80-1b730042a6ab {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:13:42.172662 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-aa20ea40-6a0b-40d9-98d0-4d89c607c632 service neutron] Checking agent: {'id': 'ac5d7605-2d06-411e-ba74-ad46eb528a57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 11, 20), 'started_at': datetime.datetime(2021, 12, 15, 14, 11, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:13:42.176378 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-aa20ea40-6a0b-40d9-98d0-4d89c607c632 service neutron] Checking segment: {'id': '05c12ba9-d39b-4141-9580-defe032a5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:13:42.176954 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-aa20ea40-6a0b-40d9-98d0-4d89c607c632 service neutron] Bound using segment: {'id': '05c12ba9-d39b-4141-9580-defe032a5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab'} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:13:42.177595 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-aa20ea40-6a0b-40d9-98d0-4d89c607c632 service neutron] Bound port: 7fbad533-96b2-474b-aa8f-d92f5601bf21, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05c12ba9-d39b-4141-9580-defe032a5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab'}}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:13:42.178106 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-aa20ea40-6a0b-40d9-98d0-4d89c607c632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:42.232382 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-d35834d6-b7be-435a-b0c1-2f049476d46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:42.238471 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-d35834d6-b7be-435a-b0c1-2f049476d46e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1cdbf821-be2b-4255-be5a-f39d9618a49d HTTP/1.1" status: 200 len: 855 time: 0.1825273 Dec 15 14:13:42.276160 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-856796e6-0d37-4f56-98ae-fefe839b3f00 req-8f746404-8fae-4a36-b5f2-c3edfa0a5aa8 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/security-groups?id=06126960-d3bb-489b-a75d-e035992a72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000011 Dec 15 14:13:42.337490 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-3cbbf202-b1b4-46dc-b4b3-eb615b75fea3 service neutron] For port ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529, host hv-cinder-81322, cleared binding levels {{(pid=103145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:13:42.343800 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-3cbbf202-b1b4-46dc-b4b3-eb615b75fea3 service neutron] For port ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529,segment=NetworkSegment(f736ad77-9c63-423d-bee4-f2dcb7e208e8),segment_id=f736ad77-9c63-423d-bee4-f2dcb7e208e8)] {{(pid=103145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:13:42.355637 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c5c46-de30-4825-a8c5-1545a106fde3 req-5f440b28-58d5-482c-b940-87c0accb8e77 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:42.357324 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-343c5c46-de30-4825-a8c5-1545a106fde3 req-5f440b28-58d5-482c-b940-87c0accb8e77 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 944 time: 0.2730961 Dec 15 14:13:42.361633 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-b196034b-4f92-489d-8b98-0823431ea40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:42.363358 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-b196034b-4f92-489d-8b98-0823431ea40a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=87207a00-487c-41ca-9a1a-60e78eea9937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1153133 Dec 15 14:13:42.380342 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d up at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:42.447793 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-aa20ea40-6a0b-40d9-98d0-4d89c607c632 service neutron] For port 7fbad533-96b2-474b-aa8f-d92f5601bf21, host hv-cinder-81322, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:13:42.480980 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-aa20ea40-6a0b-40d9-98d0-4d89c607c632 service neutron] For port 7fbad533-96b2-474b-aa8f-d92f5601bf21, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7fbad533-96b2-474b-aa8f-d92f5601bf21,segment=NetworkSegment(05c12ba9-d39b-4141-9580-defe032a5fb6),segment_id=05c12ba9-d39b-4141-9580-defe032a5fb6)] {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:13:42.520165 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-83ff34c5-ba7f-48bf-b008-fcd56163f1f5 service neutron] 10.222.0.54 "GET /v2.0/networks/87207a00-487c-41ca-9a1a-60e78eea9937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490524 Dec 15 14:13:42.556558 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning for port e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:13:42.565023 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning complete for port e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:42.565302 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:42.574642 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-aa20ea40-6a0b-40d9-98d0-4d89c607c632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:42.613561 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-3cbbf202-b1b4-46dc-b4b3-eb615b75fea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:42.617212 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-aa20ea40-6a0b-40d9-98d0-4d89c607c632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:42.618484 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-aa20ea40-6a0b-40d9-98d0-4d89c607c632 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:42.619260 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-aa20ea40-6a0b-40d9-98d0-4d89c607c632 service neutron] 10.222.0.54 "PUT /v2.0/ports/7fbad533-96b2-474b-aa8f-d92f5601bf21 HTTP/1.1" status: 200 len: 1094 time: 2.2308512 Dec 15 14:13:42.664712 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-41950360-a900-4b9e-8795-3d516eb1a73f service neutron] 10.222.0.54 "GET /v2.0/networks/1398e422-6eb7-4c67-a7ee-d619fb1f02c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6447623 Dec 15 14:13:42.686412 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-3cbbf202-b1b4-46dc-b4b3-eb615b75fea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:42.687028 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-3cbbf202-b1b4-46dc-b4b3-eb615b75fea3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:42.693139 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-3cbbf202-b1b4-46dc-b4b3-eb615b75fea3 service neutron] 10.222.0.54 "PUT /v2.0/ports/ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529 HTTP/1.1" status: 200 len: 1094 time: 3.1675749 Dec 15 14:13:42.698333 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:42.707296 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa20ea40-6a0b-40d9-98d0-4d89c607c632 service neutron] Pushing event updated for resources: {'Port': ['ID=7fbad533-96b2-474b-aa8f-d92f5601bf21,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:42.732153 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-6b2d42eb-0811-4c20-b58d-e9e41c2435b4 req-8fdb3bce-d6c7-4414-94e5-dc8abcf6ce71 service neutron] 10.222.0.54 "GET /v2.0/networks/87207a00-487c-41ca-9a1a-60e78eea9937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051458 Dec 15 14:13:42.785531 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca00d83-fb1f-455b-bf15-01eebb989bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:13:42.833157 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-4ac796e4-9629-4dea-bbf1-690b0242c487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:42.837144 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-4ac796e4-9629-4dea-bbf1-690b0242c487 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=99e48568027f45a591f092080d89b4dd&device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 1097 time: 0.0872948 Dec 15 14:13:42.884315 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d,segment=NetworkSegment(e76afc07-f709-49ad-9956-e321bba21318),segment_id=e76afc07-f709-49ad-9956-e321bba21318)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:42.892464 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-343c5c46-de30-4825-a8c5-1545a106fde3 req-65f3aca3-b069-41c7-8334-8a189d393db8 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5248253 Dec 15 14:13:42.906077 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-fa32ab61-5806-48ea-b0c1-87e052aa3cf2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fbad533-96b2-474b-aa8f-d92f5601bf21 HTTP/1.1" status: 200 len: 217 time: 0.0599635 Dec 15 14:13:42.906199 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbbf202-b1b4-46dc-b4b3-eb615b75fea3 service neutron] Pushing event updated for resources: {'Port': ['ID=ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529,revision_number=3']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:42.938664 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 34238) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:42.955113 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:43.022937 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-47f7f905-1c74-46d9-b9d7-8b82d63625d2 req-f6e0a61a-d4fa-49fe-a358-390ba243d897 service neutron] 10.222.0.54 "GET /v2.0/networks/1398e422-6eb7-4c67-a7ee-d619fb1f02c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457539 Dec 15 14:13:43.031127 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1e209d9d-f37f-4669-84eb-8ff434c093a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:43.037728 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-e74ef64c-ebf6-4d75-9f27-c6ec4b556061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:43.041537 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-e74ef64c-ebf6-4d75-9f27-c6ec4b556061 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3951b90e-3765-4c81-9e5f-467e16fbfc9d HTTP/1.1" status: 200 len: 848 time: 0.1278756 Dec 15 14:13:43.047899 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-ad510a26-4e9d-45d7-b4dc-6d10304a950e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:43.050221 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-ad510a26-4e9d-45d7-b4dc-6d10304a950e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=685aa5d5bc754913a5ca3dd5518e129e&device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 1097 time: 0.2164593 Dec 15 14:13:43.108924 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-ddc0088d-2afa-4971-92e4-ae3133f04ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:43.111241 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-ddc0088d-2afa-4971-92e4-ae3133f04ee8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=de3ac665-6e2b-47fc-8d80-1b730042a6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0636778 Dec 15 14:13:43.123000 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:43.135107 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f88386-a08e-43b7-9832-f7932c369cd9', 'tag': 'ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:13:43.137622 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54343ee614085f4f2fe791b0f2f4c0bf4988d50ad8e642b13afe6f74cb17e673" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207e12e4-2b28-4f5a-8ad2-7364ad020037" -d '{"events": [{"name": "network-changed", "server_uuid": "f8f88386-a08e-43b7-9832-f7932c369cd9", "tag": "ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:13:43.177007 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1e209d9d-f37f-4669-84eb-8ff434c093a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:43.213441 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de0a25a-6cf8-4a6d-a28b-53773712b692 x-openstack-request-id: req-3de0a25a-6cf8-4a6d-a28b-53773712b692 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:13:43.213752 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8631f02e-761c-4b6a-9b55-fd29ddfe47d8", "tag": "844a6495-532e-422c-8e4b-f5c0486fc42a", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:13:43.216187 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3de0a25a-6cf8-4a6d-a28b-53773712b692 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:13:43.216187 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8631f02e-761c-4b6a-9b55-fd29ddfe47d8', 'tag': '844a6495-532e-422c-8e4b-f5c0486fc42a', 'status': 'completed', 'code': 200} Dec 15 14:13:43.225660 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-8989819c-6318-424d-ac21-05569763c281 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529 HTTP/1.1" status: 200 len: 217 time: 0.0925546 Dec 15 14:13:43.249438 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc46efc-873b-4499-ae90-12ec6219e285 req-d5591945-6a3b-4a6c-8804-f764377de7d9 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:43.251124 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4fc46efc-873b-4499-ae90-12ec6219e285 req-d5591945-6a3b-4a6c-8804-f764377de7d9 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 944 time: 0.1165495 Dec 15 14:13:43.263398 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563fd6401afa6af5759f990961882efb87115f058b142029c69814770c0d1fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c2ef8c-2c68-4dcf-81d1-05165d9f15fe" -d '{"events": [{"server_uuid": "aca00d83-fb1f-455b-bf15-01eebb989bb8", "name": "network-vif-plugged", "status": "completed", "tag": "e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:13:43.291035 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-b782f36f-fa1b-4b46-9c39-c1ae32e6e16e service neutron] 10.222.0.54 "GET /v2.0/networks/de3ac665-6e2b-47fc-8d80-1b730042a6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665688 Dec 15 14:13:43.314064 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1e209d9d-f37f-4669-84eb-8ff434c093a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:43.347700 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbdf9f-249d-45d0-8f7e-acba112a52af req-dbdbe8be-d5f1-47a5-a683-182d0400ad16 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:43.349546 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c5bbdf9f-249d-45d0-8f7e-acba112a52af req-dbdbe8be-d5f1-47a5-a683-182d0400ad16 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 944 time: 0.0974987 Dec 15 14:13:43.357683 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4fc46efc-873b-4499-ae90-12ec6219e285 req-02c5be5e-8e66-4e52-9050-735a6be716b5 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966625 Dec 15 14:13:43.392426 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-1e209d9d-f37f-4669-84eb-8ff434c093a0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0e3cf23222a140bc99e359692ec1738a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4451587 Dec 15 14:13:43.394944 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e209d9d-f37f-4669-84eb-8ff434c093a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e57330-91e2-4fc9-af5e-08fc3ec402b0,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:43.395194 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 34258) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:43.404033 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1faeb0-79c3-4cc5-ba9d-5799587478a5 x-openstack-request-id: req-1d1faeb0-79c3-4cc5-ba9d-5799587478a5 {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:13:43.410280 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8f88386-a08e-43b7-9832-f7932c369cd9", "tag": "ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:13:43.410280 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1d1faeb0-79c3-4cc5-ba9d-5799587478a5 {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:13:43.410280 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8f88386-a08e-43b7-9832-f7932c369cd9', 'tag': 'ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529', 'status': 'completed', 'code': 200} Dec 15 14:13:43.433645 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c5bbdf9f-249d-45d0-8f7e-acba112a52af req-fd776cf1-020a-4cc5-8c8f-98726309c459 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0749960 Dec 15 14:13:43.458176 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ffc9ad84-7496-48d4-aeeb-be632ed98eec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:43.481852 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ffc9ad84-7496-48d4-aeeb-be632ed98eec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:43.566459 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fde68c-afc2-46fb-902e-8722103fd74b req-718fbc67-cc8f-4037-89d7-fd8457406c8d tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:43.568102 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-94fde68c-afc2-46fb-902e-8722103fd74b req-718fbc67-cc8f-4037-89d7-fd8457406c8d tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca00d83-fb1f-455b-bf15-01eebb989bb8 HTTP/1.1" status: 200 len: 946 time: 0.0626650 Dec 15 14:13:43.614461 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278f5163-3648-41da-bbb3-ba41a9d17280 x-openstack-request-id: req-278f5163-3648-41da-bbb3-ba41a9d17280 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:13:43.614971 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca00d83-fb1f-455b-bf15-01eebb989bb8", "name": "network-vif-plugged", "status": "completed", "tag": "e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:13:43.615050 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-278f5163-3648-41da-bbb3-ba41a9d17280 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:13:43.615905 dv-cinder-813229-4-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca00d83-fb1f-455b-bf15-01eebb989bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d', 'code': 200} Dec 15 14:13:43.622230 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-94fde68c-afc2-46fb-902e-8722103fd74b req-106f16e4-2d30-47f4-8aab-5cb40c336742 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/security-groups?id=06126960-d3bb-489b-a75d-e035992a72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468464 Dec 15 14:13:43.662519 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ffc9ad84-7496-48d4-aeeb-be632ed98eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:43.666230 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ffc9ad84-7496-48d4-aeeb-be632ed98eec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:43.669965 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-ffc9ad84-7496-48d4-aeeb-be632ed98eec admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/41e57330-91e2-4fc9-af5e-08fc3ec402b0 HTTP/1.1" status: 204 len: 168 time: 0.2712281 Dec 15 14:13:43.675074 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9ad84-7496-48d4-aeeb-be632ed98eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e57330-91e2-4fc9-af5e-08fc3ec402b0,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:44.017731 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81891a-16e5-4bcf-b1e6-a46cbe460774 req-2d033eac-a66b-4f83-a158-a5f52871e581 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:44.019321 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ad81891a-16e5-4bcf-b1e6-a46cbe460774 req-2d033eac-a66b-4f83-a158-a5f52871e581 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 944 time: 0.0485888 Dec 15 14:13:44.072381 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ad81891a-16e5-4bcf-b1e6-a46cbe460774 req-a7a8fcb1-a2e0-48a7-9acd-a99d82ac5a06 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459099 Dec 15 14:13:44.156287 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 34286) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:44.264987 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-70eab0c6-9f47-4e8b-9459-fbe96408596b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:44.339719 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-70eab0c6-9f47-4e8b-9459-fbe96408596b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:44.395731 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-70eab0c6-9f47-4e8b-9459-fbe96408596b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:44.438615 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-70eab0c6-9f47-4e8b-9459-fbe96408596b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4c2426c2553547db8f9b8464a29cfa18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2814183 Dec 15 14:13:44.439564 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eab0c6-9f47-4e8b-9459-fbe96408596b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe762c92-188e-498f-b2f1-1c68556f16d2,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:44.442023 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 34298) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:44.502217 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3a39c-96e0-45fc-bc9f-a22be1d9ca6d req-cd8c5545-ff97-463c-b027-b00df83b3c34 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:44.504913 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-11b3a39c-96e0-45fc-bc9f-a22be1d9ca6d req-cd8c5545-ff97-463c-b027-b00df83b3c34 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 944 time: 0.0811741 Dec 15 14:13:44.507823 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c8b67fca-0cfd-400f-8de3-cae0c9328f0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:44.532878 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c8b67fca-0cfd-400f-8de3-cae0c9328f0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:44.583531 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-11b3a39c-96e0-45fc-bc9f-a22be1d9ca6d req-de51c7d0-561c-4bdd-a057-2fb195a97719 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717785 Dec 15 14:13:44.599917 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd1803-0882-4738-a200-d7a10d34f645 req-6094cc47-45ba-4f26-bbef-9d7218fab860 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:44.601598 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d9fd1803-0882-4738-a200-d7a10d34f645 req-6094cc47-45ba-4f26-bbef-9d7218fab860 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 944 time: 0.0680971 Dec 15 14:13:44.641613 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c8b67fca-0cfd-400f-8de3-cae0c9328f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:44.644280 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c8b67fca-0cfd-400f-8de3-cae0c9328f0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:44.647768 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-c8b67fca-0cfd-400f-8de3-cae0c9328f0b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fe762c92-188e-498f-b2f1-1c68556f16d2 HTTP/1.1" status: 204 len: 168 time: 0.2024553 Dec 15 14:13:44.657609 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d9fd1803-0882-4738-a200-d7a10d34f645 req-d3839656-d36e-48ab-b473-9ddfb79b657e tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474482 Dec 15 14:13:44.665812 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b67fca-0cfd-400f-8de3-cae0c9328f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe762c92-188e-498f-b2f1-1c68556f16d2,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:44.760662 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9748b4-064d-422a-bda1-ec87c0848162 req-c3eaea75-3e11-4b51-84a2-c2877811d95e tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:44.762165 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1d9748b4-064d-422a-bda1-ec87c0848162 req-c3eaea75-3e11-4b51-84a2-c2877811d95e tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca00d83-fb1f-455b-bf15-01eebb989bb8 HTTP/1.1" status: 200 len: 946 time: 0.0512960 Dec 15 14:13:44.813888 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1d9748b4-064d-422a-bda1-ec87c0848162 req-fd0fa3c4-8ad4-4ef1-9d95-2e2502a02a88 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/security-groups?id=06126960-d3bb-489b-a75d-e035992a72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448639 Dec 15 14:13:45.193847 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b929fd-d9c4-497f-8f0e-8ff9ea5f792e req-02847b36-f5ab-4f0e-a2b7-306218494aa1 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:45.196362 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b5b929fd-d9c4-497f-8f0e-8ff9ea5f792e req-02847b36-f5ab-4f0e-a2b7-306218494aa1 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 944 time: 0.0499198 Dec 15 14:13:45.215258 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef62bed0-b1e8-4769-878e-4dc0bbb2c15f', 'tag': '7fbad533-96b2-474b-aa8f-d92f5601bf21'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:13:45.217684 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85a0f3a80b1f03eae3b213f201473723e4c4eee54091eafe51cfe768d2ea106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddcb2bc-91ac-4113-99c3-4abd33271c13" -d '{"events": [{"name": "network-changed", "server_uuid": "ef62bed0-b1e8-4769-878e-4dc0bbb2c15f", "tag": "7fbad533-96b2-474b-aa8f-d92f5601bf21"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:13:45.250921 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b5b929fd-d9c4-497f-8f0e-8ff9ea5f792e req-d0705241-3bfa-4368-bc04-424b312ce8d4 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482836 Dec 15 14:13:45.255392 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b278c995-16d2-436b-be37-fe66886c27b9 x-openstack-request-id: req-b278c995-16d2-436b-be37-fe66886c27b9 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:13:45.255690 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef62bed0-b1e8-4769-878e-4dc0bbb2c15f", "tag": "7fbad533-96b2-474b-aa8f-d92f5601bf21", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:13:45.255977 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b278c995-16d2-436b-be37-fe66886c27b9 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:13:45.256375 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef62bed0-b1e8-4769-878e-4dc0bbb2c15f', 'tag': '7fbad533-96b2-474b-aa8f-d92f5601bf21', 'status': 'completed', 'code': 200} Dec 15 14:13:45.359530 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 34332) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:45.373272 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a892f63a-ae90-47ce-bf0e-d3c62cf195e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:45.449207 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a892f63a-ae90-47ce-bf0e-d3c62cf195e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:45.516524 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a892f63a-ae90-47ce-bf0e-d3c62cf195e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:45.554905 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-a892f63a-ae90-47ce-bf0e-d3c62cf195e3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e27884489cc74a16b9dad66de3c78fbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1938515 Dec 15 14:13:45.557072 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892f63a-ae90-47ce-bf0e-d3c62cf195e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f048502-b968-4985-9b17-f1e680ca189a,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:45.562409 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 34342) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:45.612232 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-e456740b-ab9a-4f3a-bd05-4474d8b5fb23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:45.636224 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-e456740b-ab9a-4f3a-bd05-4474d8b5fb23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:45.719005 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a0da6-ee74-4201-8228-94ff1963b873 req-3cd78d9e-9991-457b-a633-a04f83bbc67e tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:45.720584 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-259a0da6-ee74-4201-8228-94ff1963b873 req-3cd78d9e-9991-457b-a633-a04f83bbc67e tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 944 time: 0.0566757 Dec 15 14:13:45.776982 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-e456740b-ab9a-4f3a-bd05-4474d8b5fb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:45.779622 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-e456740b-ab9a-4f3a-bd05-4474d8b5fb23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:45.783249 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-e456740b-ab9a-4f3a-bd05-4474d8b5fb23 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9f048502-b968-4985-9b17-f1e680ca189a HTTP/1.1" status: 204 len: 168 time: 0.2171869 Dec 15 14:13:45.804127 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e456740b-ab9a-4f3a-bd05-4474d8b5fb23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f048502-b968-4985-9b17-f1e680ca189a,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:45.812519 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-259a0da6-ee74-4201-8228-94ff1963b873 req-f1967b41-68b8-4794-b276-0ecc6ea4dd00 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851824 Dec 15 14:13:45.827689 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d76f36-0142-468d-ac34-30d990cbce51 req-406176fd-731b-4b19-984a-9732673341b6 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:45.829214 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f6d76f36-0142-468d-ac34-30d990cbce51 req-406176fd-731b-4b19-984a-9732673341b6 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 944 time: 0.0886049 Dec 15 14:13:45.890128 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f6d76f36-0142-468d-ac34-30d990cbce51 req-a10720a3-78ec-4ada-83ac-7e07101c0f4a tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544326 Dec 15 14:13:46.043377 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-e661f958-2920-458d-a518-0dc70a850107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:46.044536 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab9d90-e860-4220-8fed-556b0685ab18 req-5ac53ca9-494b-4d32-8f72-6c903c5feb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:46.044932 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-e661f958-2920-458d-a518-0dc70a850107 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b7285ce-5292-474f-9869-ec370d0431c8 HTTP/1.1" status: 200 len: 859 time: 0.1025951 Dec 15 14:13:46.046385 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-68ab9d90-e860-4220-8fed-556b0685ab18 req-5ac53ca9-494b-4d32-8f72-6c903c5feb08 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=685aa5d5bc754913a5ca3dd5518e129e&device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 1096 time: 0.0826569 Dec 15 14:13:46.058253 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8534f-3b75-4151-b883-3ad41e2d0acd req-782242cf-f1e5-49f9-8667-921ce4ed0998 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:46.065678 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-46b8534f-3b75-4151-b883-3ad41e2d0acd req-782242cf-f1e5-49f9-8667-921ce4ed0998 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca00d83-fb1f-455b-bf15-01eebb989bb8 HTTP/1.1" status: 200 len: 946 time: 0.1561589 Dec 15 14:13:46.108860 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-46638564-3951-47f6-b3e2-6b8ded1a1524 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1398e422-6eb7-4c67-a7ee-d619fb1f02c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391638 Dec 15 14:13:46.115674 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aafe14-5aea-4fdd-ba68-e411162c3345 req-150a3674-bbdb-4856-9ebb-270a5a231a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:46.120072 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-87aafe14-5aea-4fdd-ba68-e411162c3345 req-150a3674-bbdb-4856-9ebb-270a5a231a6e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0d09ce10de40483aa9ac94558a84aa47&device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 1097 time: 0.1599751 Dec 15 14:13:46.318790 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-46b8534f-3b75-4151-b883-3ad41e2d0acd req-dd427c02-a8e2-4f1d-b1b8-04ea07422c49 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/security-groups?id=06126960-d3bb-489b-a75d-e035992a72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522175 Dec 15 14:13:46.352522 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:13:46.354578 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-94df1f64-e3b6-49af-9a7d-ea998d5e208f req-341dc210-74e9-4a81-bfcc-29aba4306bdd service neutron] 10.222.0.54 "GET /v2.0/networks/de3ac665-6e2b-47fc-8d80-1b730042a6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112141 Dec 15 14:13:46.412334 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab9d90-e860-4220-8fed-556b0685ab18 req-70ab0d32-07d1-4143-942d-29032947de29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:46.414443 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-68ab9d90-e860-4220-8fed-556b0685ab18 req-70ab0d32-07d1-4143-942d-29032947de29 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1398e422-6eb7-4c67-a7ee-d619fb1f02c3 HTTP/1.1" status: 200 len: 920 time: 0.3497491 Dec 15 14:13:46.420539 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-5b0e0820-4278-47ef-8a90-8a096872f830 service neutron] 10.222.0.54 "GET /v2.0/networks/1398e422-6eb7-4c67-a7ee-d619fb1f02c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979362 Dec 15 14:13:46.493726 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aafe14-5aea-4fdd-ba68-e411162c3345 req-062e8556-4a54-4e5d-bde9-089409dfa9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:46.496479 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-87aafe14-5aea-4fdd-ba68-e411162c3345 req-062e8556-4a54-4e5d-bde9-089409dfa9ca service neutron] 10.222.0.54 "GET /v2.0/networks?id=87207a00-487c-41ca-9a1a-60e78eea9937 HTTP/1.1" status: 200 len: 917 time: 0.3637941 Dec 15 14:13:46.510920 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.54', 55425) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:46.521022 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-68ab9d90-e860-4220-8fed-556b0685ab18 req-03b7ecb0-bba9-49c0-8b8e-7c8d4f96f752 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f550a9d9-c3b2-49c2-8bfc-1d263e506ae0 HTTP/1.1" status: 200 len: 217 time: 0.0889697 Dec 15 14:13:46.575901 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-87aafe14-5aea-4fdd-ba68-e411162c3345 req-c64073c4-fd68-4c49-b265-15b772c5549a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=844a6495-532e-422c-8e4b-f5c0486fc42a HTTP/1.1" status: 200 len: 217 time: 0.0529561 Dec 15 14:13:46.585892 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e8299-3e30-463a-8334-72e0d98f4aa4 req-68b2b439-7a54-4ba6-8b81-85f9535fcdad tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:46.587416 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f21e8299-3e30-463a-8334-72e0d98f4aa4 req-68b2b439-7a54-4ba6-8b81-85f9535fcdad tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 944 time: 0.1959786 Dec 15 14:13:46.646433 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab9d90-e860-4220-8fed-556b0685ab18 req-ce477d9b-aba3-4d59-9b03-a777dda36786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:46.648128 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-68ab9d90-e860-4220-8fed-556b0685ab18 req-ce477d9b-aba3-4d59-9b03-a777dda36786 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b7285ce-5292-474f-9869-ec370d0431c8 HTTP/1.1" status: 200 len: 859 time: 0.0803409 Dec 15 14:13:46.658090 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcb2bc-91ac-4113-99c3-4abd33271c13 req-284763f9-79cd-406c-8054-2ee7e244050d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:46.659551 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-5ddcb2bc-91ac-4113-99c3-4abd33271c13 req-284763f9-79cd-406c-8054-2ee7e244050d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=99e48568027f45a591f092080d89b4dd&device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 1097 time: 0.1477075 Dec 15 14:13:46.662494 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc499542-6634-4460-a111-f9aaf7d0777c req-e1c6a59e-c3b8-44ea-aa95-d6f53df5dcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:46.664438 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-dc499542-6634-4460-a111-f9aaf7d0777c req-e1c6a59e-c3b8-44ea-aa95-d6f53df5dcda service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=aca00d83-fb1f-455b-bf15-01eebb989bb8 HTTP/1.1" status: 200 len: 1099 time: 0.1548216 Dec 15 14:13:46.676190 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-af6f3844-1a21-4869-bdfa-24b4e1314781 req-f50e584b-77a5-4d3a-b0e7-8dc818885a8d service neutron] 10.222.0.54 "GET /v2.0/networks/1398e422-6eb7-4c67-a7ee-d619fb1f02c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350109 Dec 15 14:13:46.680864 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aafe14-5aea-4fdd-ba68-e411162c3345 req-c774332e-98bd-4886-acf6-2bf79dbb7176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:46.682332 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-87aafe14-5aea-4fdd-ba68-e411162c3345 req-c774332e-98bd-4886-acf6-2bf79dbb7176 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1cdbf821-be2b-4255-be5a-f39d9618a49d HTTP/1.1" status: 200 len: 855 time: 0.0924194 Dec 15 14:13:46.705530 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f21e8299-3e30-463a-8334-72e0d98f4aa4 req-36c379b2-12c1-4a30-a646-7e2738ae57a1 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061137 Dec 15 14:13:46.714453 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-68ab9d90-e860-4220-8fed-556b0685ab18 req-5fb86d20-1ebd-4ab3-97cc-f4ac1b28b6f3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1398e422-6eb7-4c67-a7ee-d619fb1f02c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537729 Dec 15 14:13:46.755944 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-dc499542-6634-4460-a111-f9aaf7d0777c req-df0ef7d5-f746-4e1a-8290-9f20baf65994 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:46.761963 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aafe14-5aea-4fdd-ba68-e411162c3345 req-169ca9ec-8751-4375-837f-88e0e9b3b17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:46.763436 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-87aafe14-5aea-4fdd-ba68-e411162c3345 req-169ca9ec-8751-4375-837f-88e0e9b3b17f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=87207a00-487c-41ca-9a1a-60e78eea9937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731058 Dec 15 14:13:46.879418 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e12e4-2b28-4f5a-8ad2-7364ad020037 req-c96be8dc-ba74-4077-b3b5-69dbcf7d8b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:46.880196 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-207e12e4-2b28-4f5a-8ad2-7364ad020037 req-c96be8dc-ba74-4077-b3b5-69dbcf7d8b73 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=685aa5d5bc754913a5ca3dd5518e129e&device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 1097 time: 0.0665684 Dec 15 14:13:46.891599 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcb2bc-91ac-4113-99c3-4abd33271c13 req-1d3634a0-3a3b-486d-9491-f75ba6251e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:46.893109 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-5ddcb2bc-91ac-4113-99c3-4abd33271c13 req-1d3634a0-3a3b-486d-9491-f75ba6251e94 service neutron] 10.222.0.54 "GET /v2.0/networks?id=de3ac665-6e2b-47fc-8d80-1b730042a6ab HTTP/1.1" status: 200 len: 910 time: 0.2202954 Dec 15 14:13:46.904896 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-87aafe14-5aea-4fdd-ba68-e411162c3345 req-50a42c58-a7c1-44d9-9584-297a2704a01b service neutron] 10.222.0.54 "GET /v2.0/networks/87207a00-487c-41ca-9a1a-60e78eea9937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325700 Dec 15 14:13:46.944406 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-5ddcb2bc-91ac-4113-99c3-4abd33271c13 req-7ee01db5-bfde-4813-b881-9f2c11a59112 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fbad533-96b2-474b-aa8f-d92f5601bf21 HTTP/1.1" status: 200 len: 217 time: 0.0429699 Dec 15 14:13:46.946434 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-68ab9d90-e860-4220-8fed-556b0685ab18 req-aa00fe0c-5d32-4970-8a3e-0f6b83cb4462 service neutron] 10.222.0.54 "GET /v2.0/networks/1398e422-6eb7-4c67-a7ee-d619fb1f02c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020843 Dec 15 14:13:47.014961 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 34410) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:47.069971 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-dc499542-6634-4460-a111-f9aaf7d0777c req-df0ef7d5-f746-4e1a-8290-9f20baf65994 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:47.090616 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcb2bc-91ac-4113-99c3-4abd33271c13 req-6bd1ad33-c0b7-4c70-942d-fe4d0bb471b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:47.100811 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-5ddcb2bc-91ac-4113-99c3-4abd33271c13 req-6bd1ad33-c0b7-4c70-942d-fe4d0bb471b6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3951b90e-3765-4c81-9e5f-467e16fbfc9d HTTP/1.1" status: 200 len: 848 time: 0.1407871 Dec 15 14:13:47.159557 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-dc499542-6634-4460-a111-f9aaf7d0777c req-df0ef7d5-f746-4e1a-8290-9f20baf65994 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:47.189211 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-68ab9d90-e860-4220-8fed-556b0685ab18 req-f6ba1f8d-fbe9-4cc4-ba2a-a18592388b08 service neutron] 10.222.0.54 "GET /v2.0/networks/1398e422-6eb7-4c67-a7ee-d619fb1f02c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304580 Dec 15 14:13:47.246508 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0ef7d5-f746-4e1a-8290-9f20baf65994 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=97502aaf-f42a-40dd-8281-1b9d69ebeb43,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:47.253621 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-17ca100f-d9f1-4f36-9445-f5cd32e8ea12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:47.258360 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-dc499542-6634-4460-a111-f9aaf7d0777c req-df0ef7d5-f746-4e1a-8290-9f20baf65994 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=06126960-d3bb-489b-a75d-e035992a72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5842731 Dec 15 14:13:47.260468 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcb2bc-91ac-4113-99c3-4abd33271c13 req-1ecb447a-97f9-493f-9705-9df63f17cba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:47.262055 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-5ddcb2bc-91ac-4113-99c3-4abd33271c13 req-1ecb447a-97f9-493f-9705-9df63f17cba4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=de3ac665-6e2b-47fc-8d80-1b730042a6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1512938 Dec 15 14:13:47.307504 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9675c-9ea7-455f-be0d-e05e464a2745 req-c393218f-dd92-4066-9e64-c53ca0e06419 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:47.309799 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-bca9675c-9ea7-455f-be0d-e05e464a2745 req-c393218f-dd92-4066-9e64-c53ca0e06419 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 944 time: 0.3882670 Dec 15 14:13:47.372131 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e12e4-2b28-4f5a-8ad2-7364ad020037 req-f95ba690-e930-45c3-a0ad-8b1860c12381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:47.373220 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-207e12e4-2b28-4f5a-8ad2-7364ad020037 req-f95ba690-e930-45c3-a0ad-8b1860c12381 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1398e422-6eb7-4c67-a7ee-d619fb1f02c3 HTTP/1.1" status: 200 len: 920 time: 0.4825301 Dec 15 14:13:47.376965 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-87aafe14-5aea-4fdd-ba68-e411162c3345 req-0cb1d8ff-1324-4cc5-832b-e356820313be service neutron] 10.222.0.54 "GET /v2.0/networks/87207a00-487c-41ca-9a1a-60e78eea9937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550281 Dec 15 14:13:47.386011 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3167c-6770-4e3a-9ba8-7ba8b2c126d3 req-d9ab93b0-0ff4-4a1e-90cf-805af9e2d19c tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:47.387662 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e9f3167c-6770-4e3a-9ba8-7ba8b2c126d3 req-d9ab93b0-0ff4-4a1e-90cf-805af9e2d19c tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 944 time: 0.1648786 Dec 15 14:13:47.389629 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-17ca100f-d9f1-4f36-9445-f5cd32e8ea12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:47.434971 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-bca9675c-9ea7-455f-be0d-e05e464a2745 req-8020b13f-09e9-436a-ab46-5070b27bdda6 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155062 Dec 15 14:13:47.459097 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-17ca100f-d9f1-4f36-9445-f5cd32e8ea12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:47.463943 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e9f3167c-6770-4e3a-9ba8-7ba8b2c126d3 req-825ace33-0454-485b-87a2-803b30c33f9f tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0664878 Dec 15 14:13:47.532095 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-207e12e4-2b28-4f5a-8ad2-7364ad020037 req-f70b03e9-75da-498f-a159-ea0aff75f7fc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529 HTTP/1.1" status: 200 len: 217 time: 0.0458236 Dec 15 14:13:47.552530 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca100f-d9f1-4f36-9445-f5cd32e8ea12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47471301-eeab-4aee-adda-2b6eb53734b9,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:47.559938 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-17ca100f-d9f1-4f36-9445-f5cd32e8ea12 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=19137eea293c42d082bdb4a2b60384f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5439239 Dec 15 14:13:47.568228 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 34438) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:47.612945 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-5ddcb2bc-91ac-4113-99c3-4abd33271c13 req-d8356858-f7a3-47f9-b687-75c068164ed8 service neutron] 10.222.0.54 "GET /v2.0/networks/de3ac665-6e2b-47fc-8d80-1b730042a6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198552 Dec 15 14:13:47.663054 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e12e4-2b28-4f5a-8ad2-7364ad020037 req-0861504f-f6d0-4e15-aeff-1daaf89ab589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:47.665127 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-207e12e4-2b28-4f5a-8ad2-7364ad020037 req-0861504f-f6d0-4e15-aeff-1daaf89ab589 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b7285ce-5292-474f-9869-ec370d0431c8 HTTP/1.1" status: 200 len: 859 time: 0.1237369 Dec 15 14:13:47.697219 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39ebc6-8cd7-44ca-884b-ee1b7b402e0e req-44b061b0-dea7-49d1-974e-c1b2dab1f0fb tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:47.698691 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-df39ebc6-8cd7-44ca-884b-ee1b7b402e0e req-44b061b0-dea7-49d1-974e-c1b2dab1f0fb tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca00d83-fb1f-455b-bf15-01eebb989bb8 HTTP/1.1" status: 200 len: 946 time: 0.1314170 Dec 15 14:13:47.706490 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-5ddcb2bc-91ac-4113-99c3-4abd33271c13 req-47324d37-0ba6-41ab-892c-0f6c122c24fd service neutron] 10.222.0.54 "GET /v2.0/networks/de3ac665-6e2b-47fc-8d80-1b730042a6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845551 Dec 15 14:13:47.718245 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-207e12e4-2b28-4f5a-8ad2-7364ad020037 req-d1a32f80-b1f3-44ba-95f3-6554edd874e5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1398e422-6eb7-4c67-a7ee-d619fb1f02c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436747 Dec 15 14:13:47.724122 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-49608c40-5fd5-44a9-96ec-40190ba63e1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:47.817019 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-49608c40-5fd5-44a9-96ec-40190ba63e1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:47.866259 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-df39ebc6-8cd7-44ca-884b-ee1b7b402e0e req-260690ae-be03-4315-9c04-c98de5ef1cad tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/security-groups?id=06126960-d3bb-489b-a75d-e035992a72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521239 Dec 15 14:13:47.932573 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b335a4-a4dd-4711-9b8c-628bddff3874 req-686bbda8-4811-4381-bcee-c640af1e964d tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:47.934081 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e7b335a4-a4dd-4711-9b8c-628bddff3874 req-686bbda8-4811-4381-bcee-c640af1e964d tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 944 time: 0.1208441 Dec 15 14:13:47.936639 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-207e12e4-2b28-4f5a-8ad2-7364ad020037 req-b1ff208f-cebe-4403-96e8-c4a4d297ccb1 service neutron] 10.222.0.54 "GET /v2.0/networks/1398e422-6eb7-4c67-a7ee-d619fb1f02c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084990 Dec 15 14:13:48.044320 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e7b335a4-a4dd-4711-9b8c-628bddff3874 req-14dfaed6-9354-4ceb-84b2-54b906f37c93 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972846 Dec 15 14:13:48.046474 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-49608c40-5fd5-44a9-96ec-40190ba63e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:48.049959 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-49608c40-5fd5-44a9-96ec-40190ba63e1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:48.051043 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-49608c40-5fd5-44a9-96ec-40190ba63e1a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/47471301-eeab-4aee-adda-2b6eb53734b9 HTTP/1.1" status: 204 len: 168 time: 0.4804170 Dec 15 14:13:48.074724 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49608c40-5fd5-44a9-96ec-40190ba63e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47471301-eeab-4aee-adda-2b6eb53734b9,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:48.082319 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-207e12e4-2b28-4f5a-8ad2-7364ad020037 req-bc911707-d504-4ada-a3ce-441660a5ab43 service neutron] 10.222.0.54 "GET /v2.0/networks/1398e422-6eb7-4c67-a7ee-d619fb1f02c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362469 Dec 15 14:13:48.403558 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 844a6495-532e-422c-8e4b-f5c0486fc42a details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:13:48.483476 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 34470) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:48.608467 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 844a6495-532e-422c-8e4b-f5c0486fc42a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=844a6495-532e-422c-8e4b-f5c0486fc42a,segment=NetworkSegment(88376a90-d228-4b29-87c9-0e4710ba306c),segment_id=88376a90-d228-4b29-87c9-0e4710ba306c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:48.625770 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Returning: {'device': '844a6495-532e-422c-8e4b-f5c0486fc42a', 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937', 'port_id': '844a6495-532e-422c-8e4b-f5c0486fc42a', 'mac_address': 'fa:16:3e:89:a0:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cdbf821-be2b-4255-be5a-f39d9618a49d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:13:48.682883 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:48.699009 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 844a6495-532e-422c-8e4b-f5c0486fc42a {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:13:48.699980 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3a2f0-4213-421e-835a-d961117d7a8a req-08fc8ad2-3010-4696-bf94-cc3d4a06fec0 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:48.702542 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3fa3a2f0-4213-421e-835a-d961117d7a8a req-08fc8ad2-3010-4696-bf94-cc3d4a06fec0 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 944 time: 0.1302416 Dec 15 14:13:48.723227 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 844a6495-532e-422c-8e4b-f5c0486fc42a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=844a6495-532e-422c-8e4b-f5c0486fc42a,segment=NetworkSegment(88376a90-d228-4b29-87c9-0e4710ba306c),segment_id=88376a90-d228-4b29-87c9-0e4710ba306c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:48.730942 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb9c23-f8ab-46f7-a755-99123a417210 req-1b6f98f6-1586-439e-a614-8650ec84976a tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:48.732638 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cfdb9c23-f8ab-46f7-a755-99123a417210 req-1b6f98f6-1586-439e-a614-8650ec84976a tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 944 time: 0.1097922 Dec 15 14:13:48.790296 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:48.790977 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device f550a9d9-c3b2-49c2-8bfc-1d263e506ae0 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:13:48.806684 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 34484) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:48.817041 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3fa3a2f0-4213-421e-835a-d961117d7a8a req-45741a07-03a7-4724-b320-97ebd82f392f tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044788 Dec 15 14:13:48.843258 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f22a9a6e-2c2b-4968-83d7-62b1bbf83dfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:48.843388 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=844a6495-532e-422c-8e4b-f5c0486fc42a,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:48.843501 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cfdb9c23-f8ab-46f7-a755-99123a417210 req-6f151ba7-0a78-492f-ac73-a8b637af1edd tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0994766 Dec 15 14:13:48.853633 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1129fad1-7b49-4d08-8264-4457e1997eb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:48.947654 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port f550a9d9-c3b2-49c2-8bfc-1d263e506ae0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f550a9d9-c3b2-49c2-8bfc-1d263e506ae0,segment=NetworkSegment(f736ad77-9c63-423d-bee4-f2dcb7e208e8),segment_id=f736ad77-9c63-423d-bee4-f2dcb7e208e8)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:48.962301 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Returning: {'device': 'f550a9d9-c3b2-49c2-8bfc-1d263e506ae0', 'network_id': '1398e422-6eb7-4c67-a7ee-d619fb1f02c3', 'port_id': 'f550a9d9-c3b2-49c2-8bfc-1d263e506ae0', 'mac_address': 'fa:16:3e:52:af:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b7285ce-5292-474f-9869-ec370d0431c8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:13:48.974605 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f22a9a6e-2c2b-4968-83d7-62b1bbf83dfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:48.985860 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1129fad1-7b49-4d08-8264-4457e1997eb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:49.010858 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:49.014346 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281f9e2-7b44-4e58-8633-7a2c0cea1ed1 req-852348d2-52a1-4125-aaaa-e7c506353ae9 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:49.016286 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e281f9e2-7b44-4e58-8633-7a2c0cea1ed1 req-852348d2-52a1-4125-aaaa-e7c506353ae9 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca00d83-fb1f-455b-bf15-01eebb989bb8 HTTP/1.1" status: 200 len: 946 time: 0.0622432 Dec 15 14:13:49.035128 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f550a9d9-c3b2-49c2-8bfc-1d263e506ae0 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:13:49.054098 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f22a9a6e-2c2b-4968-83d7-62b1bbf83dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:49.058445 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port f550a9d9-c3b2-49c2-8bfc-1d263e506ae0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f550a9d9-c3b2-49c2-8bfc-1d263e506ae0,segment=NetworkSegment(f736ad77-9c63-423d-bee4-f2dcb7e208e8),segment_id=f736ad77-9c63-423d-bee4-f2dcb7e208e8)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:49.093940 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1129fad1-7b49-4d08-8264-4457e1997eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:49.118221 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e281f9e2-7b44-4e58-8633-7a2c0cea1ed1 req-6c34a6d0-d7fb-4357-85a1-25449a308774 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/security-groups?id=06126960-d3bb-489b-a75d-e035992a72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956421 Dec 15 14:13:49.127005 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-f22a9a6e-2c2b-4968-83d7-62b1bbf83dfb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=056db01c74fb4464ad4c14171a46311e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6392241 Dec 15 14:13:49.137286 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 34494) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:49.145435 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:49.190750 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a9a6e-2c2b-4968-83d7-62b1bbf83dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace22f0b-68a7-4ae3-ac21-40dbb45610ef,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:49.204831 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=f550a9d9-c3b2-49c2-8bfc-1d263e506ae0,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:49.215652 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-1129fad1-7b49-4d08-8264-4457e1997eb3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=985f058bd78a46ab8cf22387179e5204&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4078338 Dec 15 14:13:49.226829 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 34496) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:49.226955 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129fad1-7b49-4d08-8264-4457e1997eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261028d7-9d52-4d21-b668-77d7889307e3,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:49.254792 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6757ebd7-a019-43d1-9741-8340863f09c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:49.272112 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9b835-3aa8-4722-8efa-52c69bac7487 req-502d0d24-cdbe-44cd-baaf-aeef9435f924 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:49.275271 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-acb9b835-3aa8-4722-8efa-52c69bac7487 req-502d0d24-cdbe-44cd-baaf-aeef9435f924 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 944 time: 0.1174867 Dec 15 14:13:49.286929 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6757ebd7-a019-43d1-9741-8340863f09c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:49.334706 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-295aac23-fab3-4c4e-bd2e-a36982d9ad0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:49.360692 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-acb9b835-3aa8-4722-8efa-52c69bac7487 req-1a665066-bdc0-45da-98b5-aef08199bd74 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789187 Dec 15 14:13:49.377710 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-295aac23-fab3-4c4e-bd2e-a36982d9ad0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:49.404345 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['f550a9d9-c3b2-49c2-8bfc-1d263e506ae0'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:13:49.419054 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6757ebd7-a019-43d1-9741-8340863f09c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:49.422353 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6757ebd7-a019-43d1-9741-8340863f09c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:49.423652 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-6757ebd7-a019-43d1-9741-8340863f09c1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ace22f0b-68a7-4ae3-ac21-40dbb45610ef HTTP/1.1" status: 204 len: 168 time: 0.2843029 Dec 15 14:13:49.434004 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6757ebd7-a019-43d1-9741-8340863f09c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace22f0b-68a7-4ae3-ac21-40dbb45610ef,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:49.464803 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['844a6495-532e-422c-8e4b-f5c0486fc42a'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:13:49.525263 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-295aac23-fab3-4c4e-bd2e-a36982d9ad0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:49.527913 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-295aac23-fab3-4c4e-bd2e-a36982d9ad0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:49.531773 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-295aac23-fab3-4c4e-bd2e-a36982d9ad0a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/261028d7-9d52-4d21-b668-77d7889307e3 HTTP/1.1" status: 204 len: 168 time: 0.3106341 Dec 15 14:13:49.545385 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295aac23-fab3-4c4e-bd2e-a36982d9ad0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261028d7-9d52-4d21-b668-77d7889307e3,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:49.736291 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:49.978767 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43e7f4-2eea-4199-a91e-fba589a8840d req-b4906715-aab7-4fe8-9e10-21c718aa1155 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:49.980305 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1c43e7f4-2eea-4199-a91e-fba589a8840d req-b4906715-aab7-4fe8-9e10-21c718aa1155 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 944 time: 0.0596023 Dec 15 14:13:50.061674 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189fed51-de21-4111-8618-b135952f3a89 req-1d79ea42-ee22-4464-94a4-676b3fcb4de7 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:50.063266 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-189fed51-de21-4111-8618-b135952f3a89 req-1d79ea42-ee22-4464-94a4-676b3fcb4de7 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 945 time: 0.0819693 Dec 15 14:13:50.066461 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1c43e7f4-2eea-4199-a91e-fba589a8840d req-ce5ca340-9c0c-4223-ae04-1f5c2b078c61 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768790 Dec 15 14:13:50.113772 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-189fed51-de21-4111-8618-b135952f3a89 req-80a19ebc-c61a-4151-b89f-3ff151f1ea72 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437760 Dec 15 14:13:50.238984 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9c71f-8c57-45cd-a66d-6848fb86e7be req-fc3fc28b-0029-4eb5-9694-0f94217767bd tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:50.240531 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-59f9c71f-8c57-45cd-a66d-6848fb86e7be req-fc3fc28b-0029-4eb5-9694-0f94217767bd tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca00d83-fb1f-455b-bf15-01eebb989bb8 HTTP/1.1" status: 200 len: 946 time: 0.0537863 Dec 15 14:13:50.313404 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 34544) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:50.328331 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b095e3e6-3d30-4ea7-a670-d3977e2a6016 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:50.333203 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-59f9c71f-8c57-45cd-a66d-6848fb86e7be req-e79ce26f-9e41-4689-bd21-a835b50b63a1 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/security-groups?id=06126960-d3bb-489b-a75d-e035992a72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720773 Dec 15 14:13:50.410524 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 7fbad533-96b2-474b-aa8f-d92f5601bf21 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:13:50.418828 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 844a6495-532e-422c-8e4b-f5c0486fc42a up at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:50.480035 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b095e3e6-3d30-4ea7-a670-d3977e2a6016 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:50.556633 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427ae74-9753-484c-9dbe-3174bf3cdf3d req-10b00236-0c25-4c9d-b466-ace931c325fc tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:50.558500 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9427ae74-9753-484c-9dbe-3174bf3cdf3d req-10b00236-0c25-4c9d-b466-ace931c325fc tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 944 time: 0.0542171 Dec 15 14:13:50.584347 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b095e3e6-3d30-4ea7-a670-d3977e2a6016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:50.640549 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-b095e3e6-3d30-4ea7-a670-d3977e2a6016 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2c09e652908446bbb8d23e3f71eb885c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3253062 Dec 15 14:13:50.641837 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b095e3e6-3d30-4ea7-a670-d3977e2a6016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ccf515-0b69-4811-a778-1f7bef46b795,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:50.645179 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 34554) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:50.657849 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9427ae74-9753-484c-9dbe-3174bf3cdf3d req-7970970a-c673-4aab-962a-9a3115f97570 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933268 Dec 15 14:13:50.688772 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 7fbad533-96b2-474b-aa8f-d92f5601bf21, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7fbad533-96b2-474b-aa8f-d92f5601bf21,segment=NetworkSegment(05c12ba9-d39b-4141-9580-defe032a5fb6),segment_id=05c12ba9-d39b-4141-9580-defe032a5fb6)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:50.704412 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Returning: {'device': '7fbad533-96b2-474b-aa8f-d92f5601bf21', 'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab', 'port_id': '7fbad533-96b2-474b-aa8f-d92f5601bf21', 'mac_address': 'fa:16:3e:52:1c:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3951b90e-3765-4c81-9e5f-467e16fbfc9d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:13:50.721269 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3ec91930-8b17-443d-a07c-a8e232d2b28d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:50.737865 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning for port 844a6495-532e-422c-8e4b-f5c0486fc42a completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:13:50.743857 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3ec91930-8b17-443d-a07c-a8e232d2b28d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:50.749645 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning complete for port 844a6495-532e-422c-8e4b-f5c0486fc42a triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:50.750311 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:50.782742 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:50.802782 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fbad533-96b2-474b-aa8f-d92f5601bf21 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:13:50.827413 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 7fbad533-96b2-474b-aa8f-d92f5601bf21, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7fbad533-96b2-474b-aa8f-d92f5601bf21,segment=NetworkSegment(05c12ba9-d39b-4141-9580-defe032a5fb6),segment_id=05c12ba9-d39b-4141-9580-defe032a5fb6)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:50.868134 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:50.870082 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3ec91930-8b17-443d-a07c-a8e232d2b28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:50.873430 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3ec91930-8b17-443d-a07c-a8e232d2b28d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:50.875078 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-3ec91930-8b17-443d-a07c-a8e232d2b28d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/27ccf515-0b69-4811-a778-1f7bef46b795 HTTP/1.1" status: 204 len: 168 time: 0.2286546 Dec 15 14:13:50.884823 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec91930-8b17-443d-a07c-a8e232d2b28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ccf515-0b69-4811-a778-1f7bef46b795,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:50.912236 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8631f02e-761c-4b6a-9b55-fd29ddfe47d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844a6495-532e-422c-8e4b-f5c0486fc42a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:13:50.915161 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563fd6401afa6af5759f990961882efb87115f058b142029c69814770c0d1fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18b47c0-79f9-4349-b579-f6ec9c77396e" -d '{"events": [{"server_uuid": "8631f02e-761c-4b6a-9b55-fd29ddfe47d8", "name": "network-vif-plugged", "status": "completed", "tag": "844a6495-532e-422c-8e4b-f5c0486fc42a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:13:50.930520 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:50.931173 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:13:50.954000 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 844a6495-532e-422c-8e4b-f5c0486fc42a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=844a6495-532e-422c-8e4b-f5c0486fc42a,segment=NetworkSegment(88376a90-d228-4b29-87c9-0e4710ba306c),segment_id=88376a90-d228-4b29-87c9-0e4710ba306c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:50.982449 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6793049e-ad8a-4367-974e-e67ced2c22bf x-openstack-request-id: req-6793049e-ad8a-4367-974e-e67ced2c22bf {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:13:50.982776 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8631f02e-761c-4b6a-9b55-fd29ddfe47d8", "name": "network-vif-plugged", "status": "completed", "tag": "844a6495-532e-422c-8e4b-f5c0486fc42a", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:13:50.983042 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6793049e-ad8a-4367-974e-e67ced2c22bf {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:13:50.983461 dv-cinder-813229-4-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8631f02e-761c-4b6a-9b55-fd29ddfe47d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844a6495-532e-422c-8e4b-f5c0486fc42a', 'code': 200} Dec 15 14:13:51.013348 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=7fbad533-96b2-474b-aa8f-d92f5601bf21,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:51.092573 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:51.096800 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device f550a9d9-c3b2-49c2-8bfc-1d263e506ae0 up at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:51.182251 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529,segment=NetworkSegment(f736ad77-9c63-423d-bee4-f2dcb7e208e8),segment_id=f736ad77-9c63-423d-bee4-f2dcb7e208e8)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:51.192344 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aac674-88f8-40fe-a7c5-42a3c0544af0 req-8a21d3cf-6002-43f8-b2f7-a12e7b27006f tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:51.198158 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b9aac674-88f8-40fe-a7c5-42a3c0544af0 req-8a21d3cf-6002-43f8-b2f7-a12e7b27006f tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 945 time: 0.0545750 Dec 15 14:13:51.207075 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Returning: {'device': 'ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529', 'network_id': '1398e422-6eb7-4c67-a7ee-d619fb1f02c3', 'port_id': 'ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529', 'mac_address': 'fa:16:3e:95:ff:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b7285ce-5292-474f-9869-ec370d0431c8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:13:51.221842 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=844a6495-532e-422c-8e4b-f5c0486fc42a,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:51.280777 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:51.298746 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:13:51.324251 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529,segment=NetworkSegment(f736ad77-9c63-423d-bee4-f2dcb7e208e8),segment_id=f736ad77-9c63-423d-bee4-f2dcb7e208e8)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:51.330740 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b9aac674-88f8-40fe-a7c5-42a3c0544af0 req-bdd1366f-483e-4c5a-b463-8685436a580a tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252241 Dec 15 14:13:51.339984 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f38b2-0e14-4439-9e2f-9a182b35312e req-89a10cfb-1e52-45c9-a0ae-19bfb9207586 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:51.344375 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-df0f38b2-0e14-4439-9e2f-9a182b35312e req-89a10cfb-1e52-45c9-a0ae-19bfb9207586 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 946 time: 0.1338761 Dec 15 14:13:51.366097 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning for port f550a9d9-c3b2-49c2-8bfc-1d263e506ae0 completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:13:51.370927 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning complete for port f550a9d9-c3b2-49c2-8bfc-1d263e506ae0 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:51.371714 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:51.455438 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:51.490231 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-df0f38b2-0e14-4439-9e2f-9a182b35312e req-17679a15-943c-474a-a24b-fe8444865cbf tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1419532 Dec 15 14:13:51.546741 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:51.556366 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33011750-7e20-4aae-aa68-360e83fc96df req-325dc74f-8cdc-4f75-932a-9dc497609f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:51.558737 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-33011750-7e20-4aae-aa68-360e83fc96df req-325dc74f-8cdc-4f75-932a-9dc497609f6c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 1099 time: 0.1244104 Dec 15 14:13:51.589060 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:51.621221 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-33011750-7e20-4aae-aa68-360e83fc96df req-3f3836c1-c19b-49d8-9db8-64adae4861b4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538502 Dec 15 14:13:51.650363 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port f550a9d9-c3b2-49c2-8bfc-1d263e506ae0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f550a9d9-c3b2-49c2-8bfc-1d263e506ae0,segment=NetworkSegment(f736ad77-9c63-423d-bee4-f2dcb7e208e8),segment_id=f736ad77-9c63-423d-bee4-f2dcb7e208e8)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:51.718070 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:51.796200 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['7fbad533-96b2-474b-aa8f-d92f5601bf21'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:13:51.798873 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:13:51.808278 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=f550a9d9-c3b2-49c2-8bfc-1d263e506ae0,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:51.838477 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d80b9c-cb09-4362-8d36-77a11b82c5bf req-ebaaf161-ce3e-4639-a40e-d47466be8923 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:51.853754 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-96d80b9c-cb09-4362-8d36-77a11b82c5bf req-ebaaf161-ce3e-4639-a40e-d47466be8923 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 945 time: 0.1040154 Dec 15 14:13:51.929983 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-96d80b9c-cb09-4362-8d36-77a11b82c5bf req-fb46f2a7-ec97-4c3e-9385-31c5334b41f6 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606935 Dec 15 14:13:52.458953 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c771b5-e09d-4517-bbfd-7a83f4a825f6 req-0a9e0117-9681-4bc7-8eef-4a5fc6a8110b tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:52.460880 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c7c771b5-e09d-4517-bbfd-7a83f4a825f6 req-0a9e0117-9681-4bc7-8eef-4a5fc6a8110b tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 945 time: 0.0514469 Dec 15 14:13:52.535454 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c7c771b5-e09d-4517-bbfd-7a83f4a825f6 req-39e5d86e-9a1e-4c45-b2bb-5178c7447f92 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681412 Dec 15 14:13:52.646880 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65bdcf-4bf3-4d84-9e42-481b5d7e4006 req-3b0dc5dc-f1a0-4663-a3f5-7058e442c4d1 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:52.652982 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5a65bdcf-4bf3-4d84-9e42-481b5d7e4006 req-3b0dc5dc-f1a0-4663-a3f5-7058e442c4d1 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 946 time: 0.0567958 Dec 15 14:13:52.710807 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5a65bdcf-4bf3-4d84-9e42-481b5d7e4006 req-84230362-0439-43ab-8798-07c32a51cc59 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501444 Dec 15 14:13:52.984448 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0055c3fd-c364-425b-a659-292f94e6f09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f550a9d9-c3b2-49c2-8bfc-1d263e506ae0'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:13:52.991060 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563fd6401afa6af5759f990961882efb87115f058b142029c69814770c0d1fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534cf81e-31af-4ed8-a09b-8eea5cd13603" -d '{"events": [{"server_uuid": "0055c3fd-c364-425b-a659-292f94e6f09c", "name": "network-vif-plugged", "status": "completed", "tag": "f550a9d9-c3b2-49c2-8bfc-1d263e506ae0"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:13:53.035587 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e8191-d5dc-4e4e-a34b-c1249c07e687 req-d622f545-b7c0-4419-961d-e461beafdc08 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:53.037148 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-266e8191-d5dc-4e4e-a34b-c1249c07e687 req-d622f545-b7c0-4419-961d-e461beafdc08 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 945 time: 0.0510559 Dec 15 14:13:53.086830 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-266e8191-d5dc-4e4e-a34b-c1249c07e687 req-1b7d0f07-2201-4e87-89bb-dc98b7995f20 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434043 Dec 15 14:13:53.133105 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011ac3db-94d9-405b-9542-f119368fbc4f x-openstack-request-id: req-011ac3db-94d9-405b-9542-f119368fbc4f {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:13:53.133424 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0055c3fd-c364-425b-a659-292f94e6f09c", "name": "network-vif-plugged", "status": "completed", "tag": "f550a9d9-c3b2-49c2-8bfc-1d263e506ae0", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:13:53.133839 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-011ac3db-94d9-405b-9542-f119368fbc4f {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:13:53.134183 dv-cinder-813229-4-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0055c3fd-c364-425b-a659-292f94e6f09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f550a9d9-c3b2-49c2-8bfc-1d263e506ae0', 'code': 200} Dec 15 14:13:53.536650 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72653c8-2cec-49d3-814e-bf7fadbbabe8 req-722e94d9-e206-404b-8e2f-39c383878e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:53.538125 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d72653c8-2cec-49d3-814e-bf7fadbbabe8 req-722e94d9-e206-404b-8e2f-39c383878e19 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 1098 time: 0.0406005 Dec 15 14:13:53.586875 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d72653c8-2cec-49d3-814e-bf7fadbbabe8 req-13827dbc-6940-43db-a6a7-787de42febf4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416455 Dec 15 14:13:53.652508 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21aaaa-8481-4f7b-9c90-544ee446e727 req-fabeda30-873d-4326-a9b7-82aaa71ce798 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:53.653981 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2c21aaaa-8481-4f7b-9c90-544ee446e727 req-fabeda30-873d-4326-a9b7-82aaa71ce798 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 945 time: 0.0486553 Dec 15 14:13:53.708230 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2c21aaaa-8481-4f7b-9c90-544ee446e727 req-71a24f7e-0634-4e30-bd08-1fc8d56ca85d tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475669 Dec 15 14:13:53.834947 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a58be-6d1f-4c59-9441-ae2f10e6fe09 req-b8e27b99-2cc7-4748-be3d-0791e94419a3 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:53.837292 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f60a58be-6d1f-4c59-9441-ae2f10e6fe09 req-b8e27b99-2cc7-4748-be3d-0791e94419a3 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 946 time: 0.0499952 Dec 15 14:13:53.889188 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f60a58be-6d1f-4c59-9441-ae2f10e6fe09 req-fe0a8a01-9f8b-400e-a5e0-3010b2c68f23 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456355 Dec 15 14:13:54.054893 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5c567-ef9e-4764-bdff-ec56ec5e0317 req-29501457-4d36-4781-bbe5-618c316421c2 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:54.054893 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2fe5c567-ef9e-4764-bdff-ec56ec5e0317 req-29501457-4d36-4781-bbe5-618c316421c2 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 946 time: 0.0536354 Dec 15 14:13:54.058384 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 34744) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:54.063108 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-a38eacdd-8905-46f8-a19a-e636767b3000 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Request body: {'floatingip': {'port_id': '844a6495-532e-422c-8e4b-f5c0486fc42a'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:54.140698 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a38eacdd-8905-46f8-a19a-e636767b3000 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for floatingip, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:54.328558 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6419d-2f60-461d-8df1-8669e1defa5a req-17f41bbb-6698-4ef5-89ec-f9c21ea5934a tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:54.330014 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cef6419d-2f60-461d-8df1-8669e1defa5a req-17f41bbb-6698-4ef5-89ec-f9c21ea5934a tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 945 time: 0.1485240 Dec 15 14:13:54.453165 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 7fbad533-96b2-474b-aa8f-d92f5601bf21 up at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:54.479186 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cef6419d-2f60-461d-8df1-8669e1defa5a req-9a8771bf-b7bf-4a64-adff-f384ca6a67dc tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378975 Dec 15 14:13:54.606879 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning for port 7fbad533-96b2-474b-aa8f-d92f5601bf21 completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:13:54.611642 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning complete for port 7fbad533-96b2-474b-aa8f-d92f5601bf21 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:54.612264 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:54.703230 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:54.751618 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 7fbad533-96b2-474b-aa8f-d92f5601bf21, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7fbad533-96b2-474b-aa8f-d92f5601bf21,segment=NetworkSegment(05c12ba9-d39b-4141-9580-defe032a5fb6),segment_id=05c12ba9-d39b-4141-9580-defe032a5fb6)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:54.848558 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:54.849709 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529 up at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:13:54.937714 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=7fbad533-96b2-474b-aa8f-d92f5601bf21,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:54.953242 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207a1c8-f7b6-4c41-9a95-b46a729aab83 req-083b5fde-108f-49f4-9c66-efd4aa83ef24 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:54.954770 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e207a1c8-f7b6-4c41-9a95-b46a729aab83 req-083b5fde-108f-49f4-9c66-efd4aa83ef24 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.1135318 Dec 15 14:13:55.013888 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning for port ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529 completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:13:55.017765 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning complete for port ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:13:55.018146 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:55.106542 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:55.129270 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e207a1c8-f7b6-4c41-9a95-b46a729aab83 req-a5ae2cce-c3aa-427d-b658-a2f87a9ecbf6 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565216 Dec 15 14:13:55.139806 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef62bed0-b1e8-4769-878e-4dc0bbb2c15f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fbad533-96b2-474b-aa8f-d92f5601bf21'}, {'server_uuid': 'f8f88386-a08e-43b7-9832-f7932c369cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:13:55.142292 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563fd6401afa6af5759f990961882efb87115f058b142029c69814770c0d1fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f2f61c-a079-4bb6-bff5-d0a6092f50d5" -d '{"events": [{"server_uuid": "ef62bed0-b1e8-4769-878e-4dc0bbb2c15f", "name": "network-vif-plugged", "status": "completed", "tag": "7fbad533-96b2-474b-aa8f-d92f5601bf21"}, {"server_uuid": "f8f88386-a08e-43b7-9832-f7932c369cd9", "name": "network-vif-plugged", "status": "completed", "tag": "ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:13:55.148116 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a38eacdd-8905-46f8-a19a-e636767b3000 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:55.149690 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529,segment=NetworkSegment(f736ad77-9c63-423d-bee4-f2dcb7e208e8),segment_id=f736ad77-9c63-423d-bee4-f2dcb7e208e8)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:13:55.194142 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Dec 2021 14:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40accbb3-7a0a-4b63-bb52-0920503b7721 x-openstack-request-id: req-40accbb3-7a0a-4b63-bb52-0920503b7721 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:13:55.194503 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef62bed0-b1e8-4769-878e-4dc0bbb2c15f", "name": "network-vif-plugged", "status": "completed", "tag": "7fbad533-96b2-474b-aa8f-d92f5601bf21", "code": 200}, {"server_uuid": "f8f88386-a08e-43b7-9832-f7932c369cd9", "name": "network-vif-plugged", "status": "completed", "tag": "ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:13:55.195135 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-40accbb3-7a0a-4b63-bb52-0920503b7721 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:13:55.195266 dv-cinder-813229-4-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef62bed0-b1e8-4769-878e-4dc0bbb2c15f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fbad533-96b2-474b-aa8f-d92f5601bf21', 'code': 200} Dec 15 14:13:55.195425 dv-cinder-813229-4-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f88386-a08e-43b7-9832-f7932c369cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529', 'code': 200} Dec 15 14:13:55.453017 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a38eacdd-8905-46f8-a19a-e636767b3000 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583636'] for floatingip, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:55.537864 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:55.537864 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:55.573084 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.db.l3_db [None req-a38eacdd-8905-46f8-a19a-e636767b3000 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Floating IP 5715e6ed-a541-44dc-9086-e34e55e3394d associated. External IP: 172.27.3.165, port: 844a6495-532e-422c-8e4b-f5c0486fc42a. Dec 15 14:13:55.724843 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e409a-9198-49ad-83c1-7d595b959f03 req-25b15674-5a84-451f-a708-e5b50280721d tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:55.726504 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a56e409a-9198-49ad-83c1-7d595b959f03 req-25b15674-5a84-451f-a708-e5b50280721d tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.1071026 Dec 15 14:13:55.858429 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a56e409a-9198-49ad-83c1-7d595b959f03 req-4449ad7c-7da1-42fc-b44e-b135c1d3e27e tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207404 Dec 15 14:13:55.889171 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38eacdd-8905-46f8-a19a-e636767b3000 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Router 338eeed0-0f42-48a9-9854-55c4d5b1385f has already been hosted by L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b {{(pid=103145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:13:55.998431 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38eacdd-8905-46f8-a19a-e636767b3000 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:13:56.010481 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a38eacdd-8905-46f8-a19a-e636767b3000 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for floatingip, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:56.017426 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3764ff-07a6-4958-8ab1-216b53079057 None None] Sync routers for ids ['338eeed0-0f42-48a9-9854-55c4d5b1385f'] in dv-cinder-813229-4-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:13:56.027672 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3764ff-07a6-4958-8ab1-216b53079057 None None] Routers {'338eeed0-0f42-48a9-9854-55c4d5b1385f'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:13:56.028400 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-ab3764ff-07a6-4958-8ab1-216b53079057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:13:36Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['338eeed0-0f42-48a9-9854-55c4d5b1385f'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:56.051745 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-a38eacdd-8905-46f8-a19a-e636767b3000 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "PUT /v2.0/floatingips/5715e6ed-a541-44dc-9086-e34e55e3394d HTTP/1.1" status: 200 len: 992 time: 1.9922562 Dec 15 14:13:56.052663 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8631f02e-761c-4b6a-9b55-fd29ddfe47d8', 'tag': '844a6495-532e-422c-8e4b-f5c0486fc42a'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:13:56.057220 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54343ee614085f4f2fe791b0f2f4c0bf4988d50ad8e642b13afe6f74cb17e673" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aaf9c70-0e85-4570-97b9-480a69a71be3" -d '{"events": [{"name": "network-changed", "server_uuid": "8631f02e-761c-4b6a-9b55-fd29ddfe47d8", "tag": "844a6495-532e-422c-8e4b-f5c0486fc42a"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:13:56.099580 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9198cd22-074e-48c2-8aa3-39046eeb053a x-openstack-request-id: req-9198cd22-074e-48c2-8aa3-39046eeb053a {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:13:56.099883 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8631f02e-761c-4b6a-9b55-fd29ddfe47d8", "tag": "844a6495-532e-422c-8e4b-f5c0486fc42a", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:13:56.100182 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9198cd22-074e-48c2-8aa3-39046eeb053a {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:13:56.100579 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8631f02e-761c-4b6a-9b55-fd29ddfe47d8', 'tag': '844a6495-532e-422c-8e4b-f5c0486fc42a', 'status': 'completed', 'code': 200} Dec 15 14:13:56.199981 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-ab3764ff-07a6-4958-8ab1-216b53079057 None None] Set router 338eeed0-0f42-48a9-9854-55c4d5b1385f gateway port host: dv-cinder-813229-4-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:13:56.247408 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418f844-e321-4ad7-ab51-e17f1398dada req-ebc1f79b-cc19-48a1-befb-acf9bde8272f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:56.249130 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-4418f844-e321-4ad7-ab51-e17f1398dada req-ebc1f79b-cc19-48a1-befb-acf9bde8272f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 1099 time: 0.0813861 Dec 15 14:13:56.296846 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf9c70-0e85-4570-97b9-480a69a71be3 req-ef8c3292-7420-460f-b3ee-782ca3573ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:56.301709 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-4418f844-e321-4ad7-ab51-e17f1398dada req-af5ac5ab-6d33-4bcb-a3d5-7b3d80c7948a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421848 Dec 15 14:13:56.303627 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9aaf9c70-0e85-4570-97b9-480a69a71be3 req-ef8c3292-7420-460f-b3ee-782ca3573ca6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0d09ce10de40483aa9ac94558a84aa47&device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 1099 time: 0.1613362 Dec 15 14:13:56.315254 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9169713-4108-43ca-b5fa-4a80cd282ef9 req-bfbc28d3-7d08-4ae3-9804-e7d90ad460cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:56.317438 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f9169713-4108-43ca-b5fa-4a80cd282ef9 req-bfbc28d3-7d08-4ae3-9804-e7d90ad460cc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 1099 time: 0.0983105 Dec 15 14:13:56.330481 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439d308-6d8e-4ed0-89e9-ce293d8458e6 req-68af093e-5c77-4f7d-bc62-e43d38735cb0 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:56.332029 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3439d308-6d8e-4ed0-89e9-ce293d8458e6 req-68af093e-5c77-4f7d-bc62-e43d38735cb0 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.0810709 Dec 15 14:13:56.384141 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3439d308-6d8e-4ed0-89e9-ce293d8458e6 req-591503cb-2adb-451f-98f8-f1538d850bf5 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455775 Dec 15 14:13:56.488153 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-ab3764ff-07a6-4958-8ab1-216b53079057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'name': 'tempest-AttachVolumeShelveTestJSON-839835585-router', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '6d0e5b21-2828-4507-aa1e-208a44ecac8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:07Z', 'updated_at': '2021-12-15T14:13:15Z', 'revision_number': 4, 'project_id': '0d09ce10de40483aa9ac94558a84aa47', 'gw_port': {'id': '6d0e5b21-2828-4507-aa1e-208a44ecac8e', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:08Z', 'updated_at': '2021-12-15T14:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_floatingips': [{'id': '5715e6ed-a541-44dc-9086-e34e55e3394d', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'router_id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'port_id': '844a6495-532e-422c-8e4b-f5c0486fc42a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937', 'mac_address': 'fa:16:3e:89:a0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8631f02e-761c-4b6a-9b55-fd29ddfe47d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:13:26Z', 'updated_at': '2021-12-15T14:13:54Z', 'revision_number': 1, 'project_id': '0d09ce10de40483aa9ac94558a84aa47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a', 'name': '', 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'mac_address': 'fa:16:3e:78:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1cdbf821-be2b-4255-be5a-f39d9618a49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:13Z', 'updated_at': '2021-12-15T14:13:21Z', 'revision_number': 5, 'project_id': '0d09ce10de40483aa9ac94558a84aa47', 'subnets': [{'id': '1cdbf821-be2b-4255-be5a-f39d9618a49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:56.516900 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3764ff-07a6-4958-8ab1-216b53079057 None None] Checking router: 338eeed0-0f42-48a9-9854-55c4d5b1385f for host: dv-cinder-813229-4-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:13:56.525051 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3764ff-07a6-4958-8ab1-216b53079057 None None] Routers {'338eeed0-0f42-48a9-9854-55c4d5b1385f'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:13:56.525694 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-ab3764ff-07a6-4958-8ab1-216b53079057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:13:36Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['338eeed0-0f42-48a9-9854-55c4d5b1385f'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:56.641948 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-ab3764ff-07a6-4958-8ab1-216b53079057 None None] Set router 338eeed0-0f42-48a9-9854-55c4d5b1385f gateway port host: dv-cinder-813229-4-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:13:56.649494 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f9169713-4108-43ca-b5fa-4a80cd282ef9 req-c0aa8c42-3885-4579-a966-dc6a12fe23fc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018550 Dec 15 14:13:56.673195 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf9c70-0e85-4570-97b9-480a69a71be3 req-938632a1-3c6a-49b8-a6fe-564959a84398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:56.674701 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9aaf9c70-0e85-4570-97b9-480a69a71be3 req-938632a1-3c6a-49b8-a6fe-564959a84398 service neutron] 10.222.0.54 "GET /v2.0/networks?id=87207a00-487c-41ca-9a1a-60e78eea9937 HTTP/1.1" status: 200 len: 917 time: 0.1354043 Dec 15 14:13:56.885122 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-ab3764ff-07a6-4958-8ab1-216b53079057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'name': 'tempest-AttachVolumeShelveTestJSON-839835585-router', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '6d0e5b21-2828-4507-aa1e-208a44ecac8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:07Z', 'updated_at': '2021-12-15T14:13:15Z', 'revision_number': 4, 'project_id': '0d09ce10de40483aa9ac94558a84aa47', 'gw_port': {'id': '6d0e5b21-2828-4507-aa1e-208a44ecac8e', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:08Z', 'updated_at': '2021-12-15T14:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_floatingips': [{'id': '5715e6ed-a541-44dc-9086-e34e55e3394d', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'router_id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'port_id': '844a6495-532e-422c-8e4b-f5c0486fc42a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937', 'mac_address': 'fa:16:3e:89:a0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8631f02e-761c-4b6a-9b55-fd29ddfe47d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:13:26Z', 'updated_at': '2021-12-15T14:13:54Z', 'revision_number': 1, 'project_id': '0d09ce10de40483aa9ac94558a84aa47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a', 'name': '', 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'mac_address': 'fa:16:3e:78:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1cdbf821-be2b-4255-be5a-f39d9618a49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:13Z', 'updated_at': '2021-12-15T14:13:21Z', 'revision_number': 5, 'project_id': '0d09ce10de40483aa9ac94558a84aa47', 'subnets': [{'id': '1cdbf821-be2b-4255-be5a-f39d9618a49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:13:56.921117 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3764ff-07a6-4958-8ab1-216b53079057 None None] The sync data for ids ['338eeed0-0f42-48a9-9854-55c4d5b1385f'] in dv-cinder-813229-4-iscsi is: [{'id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'name': 'tempest-AttachVolumeShelveTestJSON-839835585-router', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '6d0e5b21-2828-4507-aa1e-208a44ecac8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:07Z', 'updated_at': '2021-12-15T14:13:15Z', 'revision_number': 4, 'project_id': '0d09ce10de40483aa9ac94558a84aa47', 'gw_port': {'id': '6d0e5b21-2828-4507-aa1e-208a44ecac8e', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:08Z', 'updated_at': '2021-12-15T14:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_floatingips': [{'id': '5715e6ed-a541-44dc-9086-e34e55e3394d', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'router_id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'port_id': '844a6495-532e-422c-8e4b-f5c0486fc42a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937', 'mac_address': 'fa:16:3e:89:a0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8631f02e-761c-4b6a-9b55-fd29ddfe47d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:13:26Z', 'updated_at': '2021-12-15T14:13:54Z', 'revision_number': 1, 'project_id': '0d09ce10de40483aa9ac94558a84aa47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a', 'name': '', 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'mac_address': 'fa:16:3e:78:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1cdbf821-be2b-4255-be5a-f39d9618a49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:13Z', 'updated_at': '2021-12-15T14:13:21Z', 'revision_number': 5, 'project_id': '0d09ce10de40483aa9ac94558a84aa47', 'subnets': [{'id': '1cdbf821-be2b-4255-be5a-f39d9618a49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:13:57.048674 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9aaf9c70-0e85-4570-97b9-480a69a71be3 req-0ef3c089-a206-43a0-bd00-f9791b8a87e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=844a6495-532e-422c-8e4b-f5c0486fc42a HTTP/1.1" status: 200 len: 1000 time: 0.1459959 Dec 15 14:13:57.060058 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc92f8-4872-4cf7-a97e-7cfda2e1c1cf req-f3298ee0-074a-4369-aa3f-245074e7fbe1 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:57.061598 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e4cc92f8-4872-4cf7-a97e-7cfda2e1c1cf req-f3298ee0-074a-4369-aa3f-245074e7fbe1 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.1047876 Dec 15 14:13:57.128760 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf9c70-0e85-4570-97b9-480a69a71be3 req-f4e297b1-488c-49f6-a1b4-528d9bce4e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:57.130424 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9aaf9c70-0e85-4570-97b9-480a69a71be3 req-f4e297b1-488c-49f6-a1b4-528d9bce4e97 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1cdbf821-be2b-4255-be5a-f39d9618a49d HTTP/1.1" status: 200 len: 855 time: 0.0679405 Dec 15 14:13:57.181185 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e4cc92f8-4872-4cf7-a97e-7cfda2e1c1cf req-57b334e3-2c9a-4520-a5b5-663bee5f6a95 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108899 Dec 15 14:13:57.185097 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0637570-4abe-4b19-a407-2e18288b3771 None None] New status for floating IP 5715e6ed-a541-44dc-9086-e34e55e3394d: ACTIVE {{(pid=103146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:13:57.199708 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf9c70-0e85-4570-97b9-480a69a71be3 req-899cf21d-31b8-4a01-b57c-ed31c904e3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:57.212709 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9aaf9c70-0e85-4570-97b9-480a69a71be3 req-899cf21d-31b8-4a01-b57c-ed31c904e3c2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=87207a00-487c-41ca-9a1a-60e78eea9937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684330 Dec 15 14:13:57.298289 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 34822) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:57.335424 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9aaf9c70-0e85-4570-97b9-480a69a71be3 req-27f77d44-d4b0-413e-815e-b08958ccad8f service neutron] 10.222.0.54 "GET /v2.0/networks/87207a00-487c-41ca-9a1a-60e78eea9937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194160 Dec 15 14:13:57.425229 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a7a52a76-44d2-4007-b9af-7c28a14da0e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:57.524863 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9aaf9c70-0e85-4570-97b9-480a69a71be3 req-efa62e0a-a3c0-4a4f-aae0-a07ae775b1ff service neutron] 10.222.0.54 "GET /v2.0/networks/87207a00-487c-41ca-9a1a-60e78eea9937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776276 Dec 15 14:13:57.575023 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7fa3cd-f7e6-433f-88a3-29e7b120bba8 req-1ceaab80-31b7-4912-b231-2f30b039936e tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:57.576602 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4b7fa3cd-f7e6-433f-88a3-29e7b120bba8 req-1ceaab80-31b7-4912-b231-2f30b039936e tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.1065326 Dec 15 14:13:57.616172 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a7a52a76-44d2-4007-b9af-7c28a14da0e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:57.650301 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4b7fa3cd-f7e6-433f-88a3-29e7b120bba8 req-513f9d3f-5402-42e7-9bfe-43073a5e9bea tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671880 Dec 15 14:13:57.685158 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a7a52a76-44d2-4007-b9af-7c28a14da0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:57.744270 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-a7a52a76-44d2-4007-b9af-7c28a14da0e2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=89a4b40fbb3847f08d88fd2acfc383e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4449060 Dec 15 14:13:57.746156 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a52a76-44d2-4007-b9af-7c28a14da0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b08ba24-9b80-4f7e-ae1f-28eab3093031,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:57.747219 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 34840) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:57.805327 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d4b8effb-b522-41d4-8e67-bb65f8302260 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:57.827985 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d4b8effb-b522-41d4-8e67-bb65f8302260 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:58.013085 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d4b8effb-b522-41d4-8e67-bb65f8302260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:58.015722 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d4b8effb-b522-41d4-8e67-bb65f8302260 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:58.016905 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-d4b8effb-b522-41d4-8e67-bb65f8302260 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4b08ba24-9b80-4f7e-ae1f-28eab3093031 HTTP/1.1" status: 204 len: 168 time: 0.2674379 Dec 15 14:13:58.025517 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8effb-b522-41d4-8e67-bb65f8302260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b08ba24-9b80-4f7e-ae1f-28eab3093031,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:58.316011 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d33989-6e0d-4a6f-8d3e-673ef2dc45a0 req-1d04679e-691f-4164-830f-55f126e2c046 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:58.317474 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b6d33989-6e0d-4a6f-8d3e-673ef2dc45a0 req-1d04679e-691f-4164-830f-55f126e2c046 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0487566 Dec 15 14:13:58.369145 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b6d33989-6e0d-4a6f-8d3e-673ef2dc45a0 req-1c9918f2-8c1b-4477-8dd8-947622477895 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452452 Dec 15 14:13:58.719681 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 34864) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:58.735648 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5de832d9-eebb-4f9f-87ea-cfb3f54e7ac4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:58.796199 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb610809-ccb5-47ac-8726-e3beb78f50ae req-ccb2e0eb-e3cc-493b-8bc8-90eb17e7ca85 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:58.796517 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-eb610809-ccb5-47ac-8726-e3beb78f50ae req-ccb2e0eb-e3cc-493b-8bc8-90eb17e7ca85 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.0556281 Dec 15 14:13:58.855122 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5de832d9-eebb-4f9f-87ea-cfb3f54e7ac4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:58.855649 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-eb610809-ccb5-47ac-8726-e3beb78f50ae req-0d881f17-8ba9-496d-83c4-33c5b5e11320 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528963 Dec 15 14:13:58.938094 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5de832d9-eebb-4f9f-87ea-cfb3f54e7ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:58.984187 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de832d9-eebb-4f9f-87ea-cfb3f54e7ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52dc7723-ce0e-413d-b54d-8db854462149,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:13:59.005396 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-5de832d9-eebb-4f9f-87ea-cfb3f54e7ac4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=43177bd92cfa4b29850ef0b721a2c2dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2842743 Dec 15 14:13:59.008873 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 34872) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:59.016739 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d01e7b-96ac-451c-99fb-3a8b581eb306 req-9cb2411a-19e2-48a2-b076-86b191392ec1 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:59.018858 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f3d01e7b-96ac-451c-99fb-3a8b581eb306 req-9cb2411a-19e2-48a2-b076-86b191392ec1 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.0819051 Dec 15 14:13:59.027917 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 34874) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:13:59.036392 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-2a7a1406-6317-4568-acc6-3f5bed1a059f tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Request body: {'floatingip': {'port_id': '7fbad533-96b2-474b-aa8f-d92f5601bf21'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:13:59.121173 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2a7a1406-6317-4568-acc6-3f5bed1a059f tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for floatingip, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:59.215104 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-86a04e63-d7ff-4694-8a05-6a843384fcd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:59.269956 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-86a04e63-d7ff-4694-8a05-6a843384fcd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:59.492941 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed14f8-b894-4ed9-93b7-4219bbfbae91 req-541b6262-7832-4a27-ace9-6f98c462aa5e tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:13:59.494564 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-44ed14f8-b894-4ed9-93b7-4219bbfbae91 req-541b6262-7832-4a27-ace9-6f98c462aa5e tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0538869 Dec 15 14:13:59.538788 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-86a04e63-d7ff-4694-8a05-6a843384fcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:59.541406 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-86a04e63-d7ff-4694-8a05-6a843384fcd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:13:59.542776 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-86a04e63-d7ff-4694-8a05-6a843384fcd1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/52dc7723-ce0e-413d-b54d-8db854462149 HTTP/1.1" status: 204 len: 168 time: 0.5328791 Dec 15 14:13:59.551051 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-44ed14f8-b894-4ed9-93b7-4219bbfbae91 req-eff6198b-b490-4a2a-b8bf-c7f0a3d38776 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465741 Dec 15 14:13:59.845624 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a04e63-d7ff-4694-8a05-6a843384fcd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52dc7723-ce0e-413d-b54d-8db854462149,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:00.047001 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2a7a1406-6317-4568-acc6-3f5bed1a059f tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:00.196017 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2a7a1406-6317-4568-acc6-3f5bed1a059f tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583636'] for floatingip, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:00.247065 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761080f-f4b9-47ea-8ae9-98b36b2e766b req-429ce38a-ab36-41ee-ae96-b891938f9a54 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:00.248943 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b761080f-f4b9-47ea-8ae9-98b36b2e766b req-429ce38a-ab36-41ee-ae96-b891938f9a54 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0568900 Dec 15 14:14:00.302589 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.db.l3_db [None req-2a7a1406-6317-4568-acc6-3f5bed1a059f tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Floating IP 0f41149c-bcb9-44a9-b122-ace7fc4eff91 associated. External IP: 172.27.3.69, port: 7fbad533-96b2-474b-aa8f-d92f5601bf21. Dec 15 14:14:00.327993 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b761080f-f4b9-47ea-8ae9-98b36b2e766b req-cc712ec7-4a40-47ba-8a7f-ec4e8aadace0 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728357 Dec 15 14:14:00.338541 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69455669-5907-408e-a970-a2b5cd13b973 req-2dc62d4b-c4d2-4b72-9e66-4e7d2c20fcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:00.340289 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-69455669-5907-408e-a970-a2b5cd13b973 req-2dc62d4b-c4d2-4b72-9e66-4e7d2c20fcf2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=685aa5d5bc754913a5ca3dd5518e129e&device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 1099 time: 0.0720286 Dec 15 14:14:00.438396 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69455669-5907-408e-a970-a2b5cd13b973 req-f5680fbe-0ba2-45ac-a77c-2f814d7bcab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:00.443287 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-69455669-5907-408e-a970-a2b5cd13b973 req-f5680fbe-0ba2-45ac-a77c-2f814d7bcab8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1398e422-6eb7-4c67-a7ee-d619fb1f02c3 HTTP/1.1" status: 200 len: 920 time: 0.0932889 Dec 15 14:14:00.491745 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-69455669-5907-408e-a970-a2b5cd13b973 req-a688e87c-d5f6-4060-859b-16403ea08a20 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529 HTTP/1.1" status: 200 len: 217 time: 0.0392582 Dec 15 14:14:00.522217 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7a1406-6317-4568-acc6-3f5bed1a059f tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Router 9049b4de-53dd-4d14-a582-281296ea540c has already been hosted by L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:14:00.542733 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69455669-5907-408e-a970-a2b5cd13b973 req-284f72f2-625e-43e7-9f1b-0668b7376012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:00.544236 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-69455669-5907-408e-a970-a2b5cd13b973 req-284f72f2-625e-43e7-9f1b-0668b7376012 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b7285ce-5292-474f-9869-ec370d0431c8 HTTP/1.1" status: 200 len: 859 time: 0.0454774 Dec 15 14:14:00.583041 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-69455669-5907-408e-a970-a2b5cd13b973 req-d00a40ed-baa9-4094-b682-5be7949ba38e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1398e422-6eb7-4c67-a7ee-d619fb1f02c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307643 Dec 15 14:14:00.645098 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7a1406-6317-4568-acc6-3f5bed1a059f tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:14:00.650429 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2a7a1406-6317-4568-acc6-3f5bed1a059f tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:00.657076 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dc6539-3bea-4979-945e-fdeb456018ba None None] Sync routers for ids ['9049b4de-53dd-4d14-a582-281296ea540c'] in dv-cinder-813229-4-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:14:00.672188 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dc6539-3bea-4979-945e-fdeb456018ba None None] Routers {'9049b4de-53dd-4d14-a582-281296ea540c'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:14:00.672828 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a3dc6539-3bea-4979-945e-fdeb456018ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:13:36Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['9049b4de-53dd-4d14-a582-281296ea540c'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:00.678473 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-2a7a1406-6317-4568-acc6-3f5bed1a059f tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "PUT /v2.0/floatingips/0f41149c-bcb9-44a9-b122-ace7fc4eff91 HTTP/1.1" status: 200 len: 991 time: 1.6455135 Dec 15 14:14:00.679595 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef62bed0-b1e8-4769-878e-4dc0bbb2c15f', 'tag': '7fbad533-96b2-474b-aa8f-d92f5601bf21'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:14:00.682039 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85a0f3a80b1f03eae3b213f201473723e4c4eee54091eafe51cfe768d2ea106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fff4531-0d23-460e-be31-54aa2d6a9a0b" -d '{"events": [{"name": "network-changed", "server_uuid": "ef62bed0-b1e8-4769-878e-4dc0bbb2c15f", "tag": "7fbad533-96b2-474b-aa8f-d92f5601bf21"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:14:00.718243 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-69455669-5907-408e-a970-a2b5cd13b973 req-077883e1-e870-42bf-8404-620976166f49 service neutron] 10.222.0.54 "GET /v2.0/networks/1398e422-6eb7-4c67-a7ee-d619fb1f02c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257300 Dec 15 14:14:00.747977 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0562d1-0a29-4a27-a989-1eb10eca864d x-openstack-request-id: req-ff0562d1-0a29-4a27-a989-1eb10eca864d {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:14:00.747977 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef62bed0-b1e8-4769-878e-4dc0bbb2c15f", "tag": "7fbad533-96b2-474b-aa8f-d92f5601bf21", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:14:00.751868 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ff0562d1-0a29-4a27-a989-1eb10eca864d {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:14:00.752332 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef62bed0-b1e8-4769-878e-4dc0bbb2c15f', 'tag': '7fbad533-96b2-474b-aa8f-d92f5601bf21', 'status': 'completed', 'code': 200} Dec 15 14:14:00.901787 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-a3dc6539-3bea-4979-945e-fdeb456018ba None None] Set router 9049b4de-53dd-4d14-a582-281296ea540c gateway port host: dv-cinder-813229-4-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:14:01.026360 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff4531-0d23-460e-be31-54aa2d6a9a0b req-647b5efa-0fa7-4cc8-adfc-efb1b32fa3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:01.027964 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4fff4531-0d23-460e-be31-54aa2d6a9a0b req-647b5efa-0fa7-4cc8-adfc-efb1b32fa3fa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=99e48568027f45a591f092080d89b4dd&device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 1099 time: 0.1754143 Dec 15 14:14:01.031892 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-69455669-5907-408e-a970-a2b5cd13b973 req-238dab9f-a274-4897-997b-ec7b4cf4cbc8 service neutron] 10.222.0.54 "GET /v2.0/networks/1398e422-6eb7-4c67-a7ee-d619fb1f02c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854741 Dec 15 14:14:01.176217 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a3dc6539-3bea-4979-945e-fdeb456018ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9049b4de-53dd-4d14-a582-281296ea540c', 'name': 'tempest-AttachVolumeTestJSON-30751297-router', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '8b48a990-8034-475e-9a2b-ca227d9b8096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:08Z', 'updated_at': '2021-12-15T14:13:17Z', 'revision_number': 4, 'project_id': '99e48568027f45a591f092080d89b4dd', 'gw_port': {'id': '8b48a990-8034-475e-9a2b-ca227d9b8096', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9049b4de-53dd-4d14-a582-281296ea540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:09Z', 'updated_at': '2021-12-15T14:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_floatingips': [{'id': '0f41149c-bcb9-44a9-b122-ace7fc4eff91', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'floating_ip_address': '172.27.3.69', 'floating_network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'router_id': '9049b4de-53dd-4d14-a582-281296ea540c', 'port_id': '7fbad533-96b2-474b-aa8f-d92f5601bf21', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab', 'mac_address': 'fa:16:3e:52:1c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef62bed0-b1e8-4769-878e-4dc0bbb2c15f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:13:27Z', 'updated_at': '2021-12-15T14:13:59Z', 'revision_number': 1, 'project_id': '99e48568027f45a591f092080d89b4dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9feccff9-c076-4836-aed1-c47d5355f4d6', 'name': '', 'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'mac_address': 'fa:16:3e:ea:8f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9049b4de-53dd-4d14-a582-281296ea540c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3951b90e-3765-4c81-9e5f-467e16fbfc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:15Z', 'updated_at': '2021-12-15T14:13:24Z', 'revision_number': 5, 'project_id': '99e48568027f45a591f092080d89b4dd', 'subnets': [{'id': '3951b90e-3765-4c81-9e5f-467e16fbfc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:01.209735 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dc6539-3bea-4979-945e-fdeb456018ba None None] Checking router: 9049b4de-53dd-4d14-a582-281296ea540c for host: dv-cinder-813229-4-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:14:01.224460 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dc6539-3bea-4979-945e-fdeb456018ba None None] Routers {'9049b4de-53dd-4d14-a582-281296ea540c'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:14:01.224460 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a3dc6539-3bea-4979-945e-fdeb456018ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:13:36Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['9049b4de-53dd-4d14-a582-281296ea540c'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:01.332971 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-a3dc6539-3bea-4979-945e-fdeb456018ba None None] Set router 9049b4de-53dd-4d14-a582-281296ea540c gateway port host: dv-cinder-813229-4-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:14:01.408102 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff4531-0d23-460e-be31-54aa2d6a9a0b req-c89b89db-4143-4625-bea9-3ae824dbd796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:01.409995 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4fff4531-0d23-460e-be31-54aa2d6a9a0b req-c89b89db-4143-4625-bea9-3ae824dbd796 service neutron] 10.222.0.54 "GET /v2.0/networks?id=de3ac665-6e2b-47fc-8d80-1b730042a6ab HTTP/1.1" status: 200 len: 910 time: 0.3564317 Dec 15 14:14:01.540036 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4fff4531-0d23-460e-be31-54aa2d6a9a0b req-0eef8b2d-64c6-43f7-b57e-8ddfae369766 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fbad533-96b2-474b-aa8f-d92f5601bf21 HTTP/1.1" status: 200 len: 999 time: 0.1205258 Dec 15 14:14:01.574674 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-a3dc6539-3bea-4979-945e-fdeb456018ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9049b4de-53dd-4d14-a582-281296ea540c', 'name': 'tempest-AttachVolumeTestJSON-30751297-router', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '8b48a990-8034-475e-9a2b-ca227d9b8096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:08Z', 'updated_at': '2021-12-15T14:13:17Z', 'revision_number': 4, 'project_id': '99e48568027f45a591f092080d89b4dd', 'gw_port': {'id': '8b48a990-8034-475e-9a2b-ca227d9b8096', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9049b4de-53dd-4d14-a582-281296ea540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:09Z', 'updated_at': '2021-12-15T14:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_floatingips': [{'id': '0f41149c-bcb9-44a9-b122-ace7fc4eff91', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'floating_ip_address': '172.27.3.69', 'floating_network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'router_id': '9049b4de-53dd-4d14-a582-281296ea540c', 'port_id': '7fbad533-96b2-474b-aa8f-d92f5601bf21', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab', 'mac_address': 'fa:16:3e:52:1c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef62bed0-b1e8-4769-878e-4dc0bbb2c15f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:13:27Z', 'updated_at': '2021-12-15T14:13:59Z', 'revision_number': 1, 'project_id': '99e48568027f45a591f092080d89b4dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9feccff9-c076-4836-aed1-c47d5355f4d6', 'name': '', 'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'mac_address': 'fa:16:3e:ea:8f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9049b4de-53dd-4d14-a582-281296ea540c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3951b90e-3765-4c81-9e5f-467e16fbfc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:15Z', 'updated_at': '2021-12-15T14:13:24Z', 'revision_number': 5, 'project_id': '99e48568027f45a591f092080d89b4dd', 'subnets': [{'id': '3951b90e-3765-4c81-9e5f-467e16fbfc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:01.590048 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0ffc6-0153-4f66-8b1c-6e9031cd7333 req-06402a98-4169-4693-ab63-4244dd1ac496 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:01.596495 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e3b0ffc6-0153-4f66-8b1c-6e9031cd7333 req-06402a98-4169-4693-ab63-4244dd1ac496 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.1115069 Dec 15 14:14:01.604818 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dc6539-3bea-4979-945e-fdeb456018ba None None] The sync data for ids ['9049b4de-53dd-4d14-a582-281296ea540c'] in dv-cinder-813229-4-iscsi is: [{'id': '9049b4de-53dd-4d14-a582-281296ea540c', 'name': 'tempest-AttachVolumeTestJSON-30751297-router', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '8b48a990-8034-475e-9a2b-ca227d9b8096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:08Z', 'updated_at': '2021-12-15T14:13:17Z', 'revision_number': 4, 'project_id': '99e48568027f45a591f092080d89b4dd', 'gw_port': {'id': '8b48a990-8034-475e-9a2b-ca227d9b8096', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9049b4de-53dd-4d14-a582-281296ea540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:09Z', 'updated_at': '2021-12-15T14:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_floatingips': [{'id': '0f41149c-bcb9-44a9-b122-ace7fc4eff91', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'floating_ip_address': '172.27.3.69', 'floating_network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'router_id': '9049b4de-53dd-4d14-a582-281296ea540c', 'port_id': '7fbad533-96b2-474b-aa8f-d92f5601bf21', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab', 'mac_address': 'fa:16:3e:52:1c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef62bed0-b1e8-4769-878e-4dc0bbb2c15f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:13:27Z', 'updated_at': '2021-12-15T14:13:59Z', 'revision_number': 1, 'project_id': '99e48568027f45a591f092080d89b4dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9feccff9-c076-4836-aed1-c47d5355f4d6', 'name': '', 'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'mac_address': 'fa:16:3e:ea:8f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9049b4de-53dd-4d14-a582-281296ea540c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3951b90e-3765-4c81-9e5f-467e16fbfc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:15Z', 'updated_at': '2021-12-15T14:13:24Z', 'revision_number': 5, 'project_id': '99e48568027f45a591f092080d89b4dd', 'subnets': [{'id': '3951b90e-3765-4c81-9e5f-467e16fbfc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:14:01.693074 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e3b0ffc6-0153-4f66-8b1c-6e9031cd7333 req-8494200c-a433-4e7e-9c55-28cb2deff3e5 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816655 Dec 15 14:14:01.693074 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff4531-0d23-460e-be31-54aa2d6a9a0b req-7b1c9552-4e79-4758-844b-028e7e84527a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:01.693074 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4fff4531-0d23-460e-be31-54aa2d6a9a0b req-7b1c9552-4e79-4758-844b-028e7e84527a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3951b90e-3765-4c81-9e5f-467e16fbfc9d HTTP/1.1" status: 200 len: 848 time: 0.1421819 Dec 15 14:14:01.759437 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff4531-0d23-460e-be31-54aa2d6a9a0b req-51c29bc7-a219-413d-ac2c-ad7e518377dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:01.761242 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4fff4531-0d23-460e-be31-54aa2d6a9a0b req-51c29bc7-a219-413d-ac2c-ad7e518377dc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=de3ac665-6e2b-47fc-8d80-1b730042a6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579267 Dec 15 14:14:01.879550 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4fff4531-0d23-460e-be31-54aa2d6a9a0b req-0da03ba6-a216-4856-92bf-161afd2095e6 service neutron] 10.222.0.54 "GET /v2.0/networks/de3ac665-6e2b-47fc-8d80-1b730042a6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100724 Dec 15 14:14:01.941665 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6ea286-56ac-47a6-a2a6-8b400736c088 None None] New status for floating IP 0f41149c-bcb9-44a9-b122-ace7fc4eff91: ACTIVE {{(pid=103146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:14:02.020316 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4fff4531-0d23-460e-be31-54aa2d6a9a0b req-25f3d4bf-3701-409d-a54b-79a845a1da06 service neutron] 10.222.0.54 "GET /v2.0/networks/de3ac665-6e2b-47fc-8d80-1b730042a6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282232 Dec 15 14:14:02.812971 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce291b-e8ea-4163-903c-6ff508b07d8c req-e33e77f7-0b51-43d5-8042-1db24b9d30cd tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:02.814388 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e6ce291b-e8ea-4163-903c-6ff508b07d8c req-e33e77f7-0b51-43d5-8042-1db24b9d30cd tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0493209 Dec 15 14:14:02.864931 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e6ce291b-e8ea-4163-903c-6ff508b07d8c req-a8292955-8436-4ad7-9eb9-a716356e1cff tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437801 Dec 15 14:14:03.320612 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c7ee5aa-97f9-4b43-9405-aa242f03a1a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:03.997489 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36f507-e40e-4884-9d85-f929f330172d req-6b85adb9-ec33-4e1a-8494-e5e5cbc678fc tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:03.997489 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6d36f507-e40e-4884-9d85-f929f330172d req-6b85adb9-ec33-4e1a-8494-e5e5cbc678fc tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0532763 Dec 15 14:14:04.049637 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6d36f507-e40e-4884-9d85-f929f330172d req-5b0a2c76-c76d-40cc-9cfa-0ab0e6528363 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486598 Dec 15 14:14:04.802919 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68c700-cc91-40e4-94f5-2518c8f1cc5e req-80d4560a-89bc-489e-8e32-47ef277d3968 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:04.805125 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7e68c700-cc91-40e4-94f5-2518c8f1cc5e req-80d4560a-89bc-489e-8e32-47ef277d3968 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca00d83-fb1f-455b-bf15-01eebb989bb8 HTTP/1.1" status: 200 len: 946 time: 0.0495126 Dec 15 14:14:04.862009 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7e68c700-cc91-40e4-94f5-2518c8f1cc5e req-a9120bec-5408-4125-b4f3-a242d73199d8 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/security-groups?id=06126960-d3bb-489b-a75d-e035992a72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509591 Dec 15 14:14:05.170678 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09ca8f-889c-448c-add0-81972eca5fd7 req-c2223650-92ba-4422-a3d0-385cf01126ef tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:05.172223 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cb09ca8f-889c-448c-add0-81972eca5fd7 req-c2223650-92ba-4422-a3d0-385cf01126ef tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0514181 Dec 15 14:14:05.225690 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cb09ca8f-889c-448c-add0-81972eca5fd7 req-a38a7f78-a1d4-4ec4-9689-3a248e5de9fc tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469668 Dec 15 14:14:05.833936 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4fe2897a-e731-4384-b81c-708e1518fdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:05.834443 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 35078) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:05.971671 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cb1ad3d9-57f2-4d72-b993-ecc6d6ca059b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:06.004846 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918d997-8de6-49ca-835d-b5d4e6a586bc req-06ba19e0-7497-46f7-a3a2-cc1b76a1e849 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:06.006328 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6918d997-8de6-49ca-835d-b5d4e6a586bc req-06ba19e0-7497-46f7-a3a2-cc1b76a1e849 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca00d83-fb1f-455b-bf15-01eebb989bb8 HTTP/1.1" status: 200 len: 946 time: 0.0725486 Dec 15 14:14:06.078875 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6918d997-8de6-49ca-835d-b5d4e6a586bc req-ed1da520-e5b0-4e85-a5c5-0e09191c78d7 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/security-groups?id=06126960-d3bb-489b-a75d-e035992a72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651793 Dec 15 14:14:06.099796 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cb1ad3d9-57f2-4d72-b993-ecc6d6ca059b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:06.195759 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cb1ad3d9-57f2-4d72-b993-ecc6d6ca059b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:06.235810 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-cb1ad3d9-57f2-4d72-b993-ecc6d6ca059b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d9c40be146e54604bf502f290623d592&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4006073 Dec 15 14:14:06.236718 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ad3d9-57f2-4d72-b993-ecc6d6ca059b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2e6878-6e88-47a7-85cd-580b0b3171a9,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:06.238511 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 35090) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:06.290304 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b4bbda9c-5ed3-442b-b4ea-3d3a1f46f595 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:06.312206 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b4bbda9c-5ed3-442b-b4ea-3d3a1f46f595 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:06.344549 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c5f83-10f7-4189-9eb1-a156b40ba5e0 req-92ff17fb-75d9-4017-89f4-a9e07d3ee530 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:06.346133 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c57c5f83-10f7-4189-9eb1-a156b40ba5e0 req-92ff17fb-75d9-4017-89f4-a9e07d3ee530 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0511086 Dec 15 14:14:06.393988 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c57c5f83-10f7-4189-9eb1-a156b40ba5e0 req-386b333d-cc4b-4959-bfd7-4baf1a4cd747 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410051 Dec 15 14:14:06.424542 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b4bbda9c-5ed3-442b-b4ea-3d3a1f46f595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:06.429396 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b4bbda9c-5ed3-442b-b4ea-3d3a1f46f595 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:06.431326 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-b4bbda9c-5ed3-442b-b4ea-3d3a1f46f595 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8c2e6878-6e88-47a7-85cd-580b0b3171a9 HTTP/1.1" status: 204 len: 168 time: 0.1910527 Dec 15 14:14:06.444066 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bbda9c-5ed3-442b-b4ea-3d3a1f46f595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2e6878-6e88-47a7-85cd-580b0b3171a9,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:06.978329 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:07.068044 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 35108) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:07.081796 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-deebfd56-1a32-497d-b033-9f97ab90c1c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:07.156481 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-deebfd56-1a32-497d-b033-9f97ab90c1c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:07.200997 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-deebfd56-1a32-497d-b033-9f97ab90c1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:07.242901 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-deebfd56-1a32-497d-b033-9f97ab90c1c9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b3d13544a317471394ee69a7e1aa3d83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1736295 Dec 15 14:14:07.244247 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deebfd56-1a32-497d-b033-9f97ab90c1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7205ceab-8111-4613-8a84-07611120c8e7,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:07.245668 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 35114) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:07.292834 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6ad7253e-673d-4b9a-897e-1cc2c7412412 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:07.313805 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6ad7253e-673d-4b9a-897e-1cc2c7412412 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:07.441415 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6ad7253e-673d-4b9a-897e-1cc2c7412412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:07.444077 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6ad7253e-673d-4b9a-897e-1cc2c7412412 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:07.446119 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-6ad7253e-673d-4b9a-897e-1cc2c7412412 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7205ceab-8111-4613-8a84-07611120c8e7 HTTP/1.1" status: 204 len: 168 time: 0.1987789 Dec 15 14:14:07.454018 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7253e-673d-4b9a-897e-1cc2c7412412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7205ceab-8111-4613-8a84-07611120c8e7,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:07.461417 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7253e-673d-4b9a-897e-1cc2c7412412 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:07.461790 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7253e-673d-4b9a-897e-1cc2c7412412 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:07.462140 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7253e-673d-4b9a-897e-1cc2c7412412 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:07.462481 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7253e-673d-4b9a-897e-1cc2c7412412 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:07.462814 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7253e-673d-4b9a-897e-1cc2c7412412 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:07.463143 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7253e-673d-4b9a-897e-1cc2c7412412 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:07.463473 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7253e-673d-4b9a-897e-1cc2c7412412 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:07.463806 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7253e-673d-4b9a-897e-1cc2c7412412 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:07.464158 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7253e-673d-4b9a-897e-1cc2c7412412 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:07.464484 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7253e-673d-4b9a-897e-1cc2c7412412 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:07.464805 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7253e-673d-4b9a-897e-1cc2c7412412 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:07.465229 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7253e-673d-4b9a-897e-1cc2c7412412 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:07.465558 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad7253e-673d-4b9a-897e-1cc2c7412412 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:08.127091 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:08.762583 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9c57c-c18d-41ec-ab45-16dd43486c0a req-e3129c91-abcf-47b4-9a7f-da7facea0702 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:08.764465 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1dd9c57c-c18d-41ec-ab45-16dd43486c0a req-e3129c91-abcf-47b4-9a7f-da7facea0702 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca00d83-fb1f-455b-bf15-01eebb989bb8 HTTP/1.1" status: 200 len: 946 time: 0.0926898 Dec 15 14:14:08.777247 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de669ed0-d421-4b29-ac6f-a1816c21b8cb req-81596aff-21ab-49e3-992a-d8aac8739dee tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:08.778768 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-de669ed0-d421-4b29-ac6f-a1816c21b8cb req-81596aff-21ab-49e3-992a-d8aac8739dee tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0696120 Dec 15 14:14:08.855276 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1dd9c57c-c18d-41ec-ab45-16dd43486c0a req-9ddedeba-1345-41b1-b1d1-f7dd1ddfeb62 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/security-groups?id=06126960-d3bb-489b-a75d-e035992a72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755789 Dec 15 14:14:08.859911 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-de669ed0-d421-4b29-ac6f-a1816c21b8cb req-81e76d14-4eba-465b-97c8-6f981d799d45 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744905 Dec 15 14:14:09.321459 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:12.239572 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2e6ab-5220-4c29-bfa7-4ecf81fdea3b req-3dff0944-b072-4855-9fe3-89b86db20aae tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:12.241101 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9dc2e6ab-5220-4c29-bfa7-4ecf81fdea3b req-3dff0944-b072-4855-9fe3-89b86db20aae tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca00d83-fb1f-455b-bf15-01eebb989bb8 HTTP/1.1" status: 200 len: 946 time: 0.0500538 Dec 15 14:14:12.324349 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9dc2e6ab-5220-4c29-bfa7-4ecf81fdea3b req-7865ce7e-731e-4971-a08f-f3419c7b08a7 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/security-groups?id=06126960-d3bb-489b-a75d-e035992a72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759671 Dec 15 14:14:12.332784 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b09fd4-f8fd-4e58-8f8c-87432c0854bd req-09df01b1-98e7-4fa2-8158-d6752a8652db tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:12.334832 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-93b09fd4-f8fd-4e58-8f8c-87432c0854bd req-09df01b1-98e7-4fa2-8158-d6752a8652db tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0878441 Dec 15 14:14:12.384519 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-93b09fd4-f8fd-4e58-8f8c-87432c0854bd req-d6bd167f-38d0-4b6d-b5be-18454c768861 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420821 Dec 15 14:14:15.823030 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274874c-eb0c-4267-a382-0562b84dede6 req-235f74eb-dd3c-4bf7-9f36-8bd420be75da tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:15.824784 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1274874c-eb0c-4267-a382-0562b84dede6 req-235f74eb-dd3c-4bf7-9f36-8bd420be75da tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.54 "GET /v2.0/ports?device_id=aca00d83-fb1f-455b-bf15-01eebb989bb8 HTTP/1.1" status: 200 len: 946 time: 0.0486124 Dec 15 14:14:16.023531 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a4b6ff-e134-4b32-8e20-f72b022004ae req-3fcd49f1-de0b-491a-bccf-d2ab7f138725 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:16.025150 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-56a4b6ff-e134-4b32-8e20-f72b022004ae req-3fcd49f1-de0b-491a-bccf-d2ab7f138725 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca00d83-fb1f-455b-bf15-01eebb989bb8 HTTP/1.1" status: 200 len: 946 time: 0.1291392 Dec 15 14:14:16.032636 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3501d-d870-4f25-a1eb-b19de722a164 req-7189683d-4dc9-4639-aa7d-93a3b9e9e000 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:16.033992 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-bfa3501d-d870-4f25-a1eb-b19de722a164 req-7189683d-4dc9-4639-aa7d-93a3b9e9e000 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.1368854 Dec 15 14:14:16.076184 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [req-1274874c-eb0c-4267-a382-0562b84dede6 req-12f3303a-8269-4f34-a777-a6337b469ad1 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] Deleting port e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:14:16.076438 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-1274874c-eb0c-4267-a382-0562b84dede6 req-12f3303a-8269-4f34-a777-a6337b469ad1 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:16.175859 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-bfa3501d-d870-4f25-a1eb-b19de722a164 req-ff5397b0-688e-4528-b434-fdd2500dd95e tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299481 Dec 15 14:14:16.181567 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-56a4b6ff-e134-4b32-8e20-f72b022004ae req-888dfd20-2833-4086-ab79-95bafb29519d tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/security-groups?id=06126960-d3bb-489b-a75d-e035992a72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455643 Dec 15 14:14:16.211785 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-1274874c-eb0c-4267-a382-0562b84dede6 req-12f3303a-8269-4f34-a777-a6337b469ad1 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] For port e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d,segment=NetworkSegment(e76afc07-f709-49ad-9956-e321bba21318),segment_id=e76afc07-f709-49ad-9956-e321bba21318)] {{(pid=103145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:14:16.213072 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-1274874c-eb0c-4267-a382-0562b84dede6 req-12f3303a-8269-4f34-a777-a6337b469ad1 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:16.228726 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [req-1274874c-eb0c-4267-a382-0562b84dede6 req-12f3303a-8269-4f34-a777-a6337b469ad1 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] Calling delete_port for e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d owned by compute:nova {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:14:16.527291 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-1274874c-eb0c-4267-a382-0562b84dede6 req-12f3303a-8269-4f34-a777-a6337b469ad1 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:16.555425 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3303a-8269-4f34-a777-a6337b469ad1 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] Pushing event deleted for resources: {'Port': ['ID=e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:16.567801 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:14:16.589441 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] No Port match for: e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:14:16.589796 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d not bound to the agent host hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:14:16.618724 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [req-1274874c-eb0c-4267-a382-0562b84dede6 req-12f3303a-8269-4f34-a777-a6337b469ad1 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] No DVR routers for this DVR port e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d on host hv-cinder-81322 {{(pid=103145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:14:16.622101 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-1274874c-eb0c-4267-a382-0562b84dede6 req-12f3303a-8269-4f34-a777-a6337b469ad1 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:16.625483 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1274874c-eb0c-4267-a382-0562b84dede6 req-12f3303a-8269-4f34-a777-a6337b469ad1 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.54 "DELETE /v2.0/ports/e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d HTTP/1.1" status: 204 len: 173 time: 0.7938180 Dec 15 14:14:16.625919 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca00d83-fb1f-455b-bf15-01eebb989bb8', 'name': 'network-vif-deleted', 'tag': 'e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:14:16.628330 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54343ee614085f4f2fe791b0f2f4c0bf4988d50ad8e642b13afe6f74cb17e673" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4094d760-c6a8-468d-b6e9-90b4ab79f9c6" -d '{"events": [{"server_uuid": "aca00d83-fb1f-455b-bf15-01eebb989bb8", "name": "network-vif-deleted", "tag": "e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:14:16.671374 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f91e66-8518-4d6e-8d04-fc599ebb2ff3 x-openstack-request-id: req-b7f91e66-8518-4d6e-8d04-fc599ebb2ff3 {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:14:16.671374 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca00d83-fb1f-455b-bf15-01eebb989bb8", "name": "network-vif-deleted", "tag": "e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:14:16.671374 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b7f91e66-8518-4d6e-8d04-fc599ebb2ff3 {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:14:16.671374 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca00d83-fb1f-455b-bf15-01eebb989bb8', 'name': 'network-vif-deleted', 'tag': 'e30d1ba0-cdc1-4895-95d2-3b1e891a5f3d', 'status': 'completed', 'code': 200} Dec 15 14:14:17.306920 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6c227c10-ba8a-4684-be0b-a095e0bd2164 req-c51da758-c441-4102-8924-a3c356f4b3e9 tempest-DeleteServersTestJSON-636085715 tempest-DeleteServersTestJSON-636085715-project] 10.222.0.36 "GET /v2.0/ports?device_id=aca00d83-fb1f-455b-bf15-01eebb989bb8 HTTP/1.1" status: 200 len: 210 time: 0.0439970 Dec 15 14:14:17.331203 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f910c2-c341-4d34-8d19-caf82033be3c req-c70fd43a-e8d1-4c44-903e-10787e405d2f tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:17.332479 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d7f910c2-c341-4d34-8d19-caf82033be3c req-c70fd43a-e8d1-4c44-903e-10787e405d2f tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0827310 Dec 15 14:14:17.394977 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d7f910c2-c341-4d34-8d19-caf82033be3c req-7c7064fe-5412-459f-9ab4-c5a02d6018a9 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541837 Dec 15 14:14:18.398040 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 35356) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:18.524778 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cb9223ec-f85f-4c3f-bcde-7b6ae1bdf5b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:18.556602 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775f2f6-a34a-4cbd-8e5d-5f26d6682aa3 req-bb8a3415-2aa6-403a-a9a2-807dc7eb38e6 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:18.558072 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0775f2f6-a34a-4cbd-8e5d-5f26d6682aa3 req-bb8a3415-2aa6-403a-a9a2-807dc7eb38e6 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0867047 Dec 15 14:14:18.639445 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0775f2f6-a34a-4cbd-8e5d-5f26d6682aa3 req-5376dab3-883c-4275-9e3b-73e42ebdff46 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742784 Dec 15 14:14:18.661103 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cb9223ec-f85f-4c3f-bcde-7b6ae1bdf5b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:18.766818 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cb9223ec-f85f-4c3f-bcde-7b6ae1bdf5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:18.810173 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-cb9223ec-f85f-4c3f-bcde-7b6ae1bdf5b7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0ec27443890a451a8957da3c250b6d91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4082193 Dec 15 14:14:18.810173 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9223ec-f85f-4c3f-bcde-7b6ae1bdf5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01cc987e-f3bb-402a-9fb5-e70807ae70b4,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:18.812791 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 35376) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:18.867801 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7d0f0911-a3e6-4388-9928-25cb2a5e24c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:18.889525 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7d0f0911-a3e6-4388-9928-25cb2a5e24c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:18.989699 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7d0f0911-a3e6-4388-9928-25cb2a5e24c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:18.992573 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7d0f0911-a3e6-4388-9928-25cb2a5e24c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:18.993663 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-7d0f0911-a3e6-4388-9928-25cb2a5e24c9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/01cc987e-f3bb-402a-9fb5-e70807ae70b4 HTTP/1.1" status: 204 len: 168 time: 0.1809781 Dec 15 14:14:19.001447 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f0911-a3e6-4388-9928-25cb2a5e24c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01cc987e-f3bb-402a-9fb5-e70807ae70b4,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:19.009318 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f0911-a3e6-4388-9928-25cb2a5e24c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:19.009707 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f0911-a3e6-4388-9928-25cb2a5e24c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:19.010060 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f0911-a3e6-4388-9928-25cb2a5e24c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:19.010413 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f0911-a3e6-4388-9928-25cb2a5e24c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:19.010758 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f0911-a3e6-4388-9928-25cb2a5e24c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:19.011128 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f0911-a3e6-4388-9928-25cb2a5e24c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:19.011483 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f0911-a3e6-4388-9928-25cb2a5e24c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:19.011824 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f0911-a3e6-4388-9928-25cb2a5e24c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:19.012183 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f0911-a3e6-4388-9928-25cb2a5e24c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:19.012521 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f0911-a3e6-4388-9928-25cb2a5e24c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:19.012851 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f0911-a3e6-4388-9928-25cb2a5e24c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:19.013184 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f0911-a3e6-4388-9928-25cb2a5e24c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:19.013514 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f0911-a3e6-4388-9928-25cb2a5e24c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:14:19.350664 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-67a51bab-7419-49b8-a86f-9387274f373f req-405956e7-c9f7-472b-aa3e-bd511548a1a1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410545 Dec 15 14:14:19.436185 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a51bab-7419-49b8-a86f-9387274f373f req-78969eef-9fa9-410f-ae59-9ad04310aeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:19.437663 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-67a51bab-7419-49b8-a86f-9387274f373f req-78969eef-9fa9-410f-ae59-9ad04310aeb1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=685aa5d5bc754913a5ca3dd5518e129e&device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 1098 time: 0.0424798 Dec 15 14:14:19.547843 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a51bab-7419-49b8-a86f-9387274f373f req-eb357213-fa46-498d-9ec9-94ca0c1005e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:19.549483 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-67a51bab-7419-49b8-a86f-9387274f373f req-eb357213-fa46-498d-9ec9-94ca0c1005e3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1398e422-6eb7-4c67-a7ee-d619fb1f02c3 HTTP/1.1" status: 200 len: 920 time: 0.0859272 Dec 15 14:14:19.610656 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-67a51bab-7419-49b8-a86f-9387274f373f req-603753b8-ba2c-4c19-9d74-797409b263bf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f550a9d9-c3b2-49c2-8bfc-1d263e506ae0 HTTP/1.1" status: 200 len: 217 time: 0.0487390 Dec 15 14:14:19.661218 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a51bab-7419-49b8-a86f-9387274f373f req-89a6861e-4963-4ef6-bc88-bd0e84998b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:19.662885 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-67a51bab-7419-49b8-a86f-9387274f373f req-89a6861e-4963-4ef6-bc88-bd0e84998b24 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b7285ce-5292-474f-9869-ec370d0431c8 HTTP/1.1" status: 200 len: 859 time: 0.0470099 Dec 15 14:14:19.690555 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 35410) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:19.701047 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-67a51bab-7419-49b8-a86f-9387274f373f req-faf4b2b6-3f4a-4bba-ba2c-d0210d56780e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1398e422-6eb7-4c67-a7ee-d619fb1f02c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282838 Dec 15 14:14:19.706373 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-84b2adf1-3289-4cc4-9185-ab606b7a3410 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:19.787190 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-84b2adf1-3289-4cc4-9185-ab606b7a3410 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:19.803055 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:19.850000 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ef95b-290b-45fa-9db6-0f1a8e566f21 req-91a31ede-8913-416b-b739-7b884ab71b12 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:19.852183 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3c4ef95b-290b-45fa-9db6-0f1a8e566f21 req-91a31ede-8913-416b-b739-7b884ab71b12 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0862844 Dec 15 14:14:19.858827 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-67a51bab-7419-49b8-a86f-9387274f373f req-322913e4-3335-48f1-ab24-4deba0263287 service neutron] 10.222.0.54 "GET /v2.0/networks/1398e422-6eb7-4c67-a7ee-d619fb1f02c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448669 Dec 15 14:14:19.882596 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-84b2adf1-3289-4cc4-9185-ab606b7a3410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:19.926394 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-84b2adf1-3289-4cc4-9185-ab606b7a3410 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a388332aab1848509eb7f7913aab9115&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314374 Dec 15 14:14:19.929892 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 35426) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:19.930144 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 35428) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:19.972995 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b2adf1-3289-4cc4-9185-ab606b7a3410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f816cb8-426a-481d-9f8f-53c6ccf7947a,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:19.994676 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3c4ef95b-290b-45fa-9db6-0f1a8e566f21 req-cb625094-727f-43c0-be62-eb748613b0e7 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348901 Dec 15 14:14:20.004084 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-560064a3-418e-4401-9f57-2291b41cdfcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.026484 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-560064a3-418e-4401-9f57-2291b41cdfcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.028622 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_v2 [None req-361bf705-f0d2-4e47-97f0-dbfc9230ad81 admin admin] Deleting subnet 7ae41e40-560b-4757-9f84-df2fdda70684 {{(pid=103145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:14:20.032948 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-361bf705-f0d2-4e47-97f0-dbfc9230ad81 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.055695 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-67a51bab-7419-49b8-a86f-9387274f373f req-dcafcf22-1c98-4131-9050-27a8d9753819 service neutron] 10.222.0.54 "GET /v2.0/networks/1398e422-6eb7-4c67-a7ee-d619fb1f02c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825356 Dec 15 14:14:20.073168 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-361bf705-f0d2-4e47-97f0-dbfc9230ad81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59516868'] for subnet, precommit_delete_associations {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.122485 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-361bf705-f0d2-4e47-97f0-dbfc9230ad81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878086'] for subnet, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.188182 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-560064a3-418e-4401-9f57-2291b41cdfcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.190859 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-560064a3-418e-4401-9f57-2291b41cdfcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.192031 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-560064a3-418e-4401-9f57-2291b41cdfcb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9f816cb8-426a-481d-9f8f-53c6ccf7947a HTTP/1.1" status: 204 len: 168 time: 0.2607746 Dec 15 14:14:20.200792 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560064a3-418e-4401-9f57-2291b41cdfcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f816cb8-426a-481d-9f8f-53c6ccf7947a,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:20.247655 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-361bf705-f0d2-4e47-97f0-dbfc9230ad81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3665391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59642454'] for subnet, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.278810 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361bf705-f0d2-4e47-97f0-dbfc9230ad81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ae41e40-560b-4757-9f84-df2fdda70684,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:20.288066 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-361bf705-f0d2-4e47-97f0-dbfc9230ad81 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.291378 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-361bf705-f0d2-4e47-97f0-dbfc9230ad81 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7ae41e40-560b-4757-9f84-df2fdda70684 HTTP/1.1" status: 204 len: 168 time: 0.3583882 Dec 15 14:14:20.294340 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 35442) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:20.364002 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-305fbf3a-306a-4301-ad73-7e82c5bdf92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825640'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.446742 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-305fbf3a-306a-4301-ad73-7e82c5bdf92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880017', 'neutron.services.segments.db._delete_segments_for_network-8782779444098'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.467262 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-305fbf3a-306a-4301-ad73-7e82c5bdf92f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:14:20.467630 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-305fbf3a-306a-4301-ad73-7e82c5bdf92f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:14:20.468440 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-305fbf3a-306a-4301-ad73-7e82c5bdf92f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:14:20.468792 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-305fbf3a-306a-4301-ad73-7e82c5bdf92f admin admin] Subscribe: > port after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:14:20.469118 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-305fbf3a-306a-4301-ad73-7e82c5bdf92f admin admin] Subscribe: > port after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:14:20.469455 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-305fbf3a-306a-4301-ad73-7e82c5bdf92f admin admin] Subscribe: > port after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:14:20.469776 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-305fbf3a-306a-4301-ad73-7e82c5bdf92f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:14:20.470099 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-305fbf3a-306a-4301-ad73-7e82c5bdf92f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:14:20.470413 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-305fbf3a-306a-4301-ad73-7e82c5bdf92f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:14:20.470734 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-305fbf3a-306a-4301-ad73-7e82c5bdf92f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:14:20.547601 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-305fbf3a-306a-4301-ad73-7e82c5bdf92f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:14:20.547974 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-305fbf3a-306a-4301-ad73-7e82c5bdf92f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:14:20.548322 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-305fbf3a-306a-4301-ad73-7e82c5bdf92f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:14:20.548644 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-305fbf3a-306a-4301-ad73-7e82c5bdf92f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 14:14:20.549157 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.services.segments.db [None req-305fbf3a-306a-4301-ad73-7e82c5bdf92f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c509f7c-96ea-41ce-b3fd-f7b95c265247']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:20.566303 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.services.segments.db [None req-305fbf3a-306a-4301-ad73-7e82c5bdf92f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e76afc07-f709-49ad-9956-e321bba21318') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:20.566601 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.services.segments.db [None req-305fbf3a-306a-4301-ad73-7e82c5bdf92f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e76afc07-f709-49ad-9956-e321bba21318') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:20.582997 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-305fbf3a-306a-4301-ad73-7e82c5bdf92f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782779447179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59447823'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.604365 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-305fbf3a-306a-4301-ad73-7e82c5bdf92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.613359 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-305fbf3a-306a-4301-ad73-7e82c5bdf92f admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:14:20.613359 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-305fbf3a-306a-4301-ad73-7e82c5bdf92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59071438'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.618108 dv-cinder-813229-4-iscsi neutron-server[103144]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 14:14:20.618108 dv-cinder-813229-4-iscsi neutron-server[103144]: from cryptography.utils import int_from_bytes Dec 15 14:14:20.618108 dv-cinder-813229-4-iscsi neutron-server[103144]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 14:14:20.618108 dv-cinder-813229-4-iscsi neutron-server[103144]: from cryptography.utils import int_from_bytes Dec 15 14:14:20.618108 dv-cinder-813229-4-iscsi neutron-server[103144]: Traceback (most recent call last): Dec 15 14:14:20.618108 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:14:20.618108 dv-cinder-813229-4-iscsi neutron-server[103144]: timer() Dec 15 14:14:20.618108 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:14:20.618108 dv-cinder-813229-4-iscsi neutron-server[103144]: cb(*args, **kw) Dec 15 14:14:20.618108 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:14:20.618108 dv-cinder-813229-4-iscsi neutron-server[103144]: return func(*args, **kwargs) Dec 15 14:14:20.618108 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:14:20.618108 dv-cinder-813229-4-iscsi neutron-server[103144]: self._notify() Dec 15 14:14:20.618108 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:14:20.618108 dv-cinder-813229-4-iscsi neutron-server[103144]: self.callback(batched_events) Dec 15 14:14:20.618108 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:14:20.618108 dv-cinder-813229-4-iscsi neutron-server[103144]: event.method(event) Dec 15 14:14:20.618108 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:14:20.618108 dv-cinder-813229-4-iscsi neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:14:20.618108 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:14:20.618108 dv-cinder-813229-4-iscsi neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:14:20.618108 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:14:20.618108 dv-cinder-813229-4-iscsi neutron-server[103144]: return f(self, *a, **k) Dec 15 14:14:20.618108 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:14:20.618108 dv-cinder-813229-4-iscsi neutron-server[103144]: return self._get(url).json() Dec 15 14:14:20.618108 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:14:20.618108 dv-cinder-813229-4-iscsi neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:14:20.618108 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:14:20.618108 dv-cinder-813229-4-iscsi neutron-server[103144]: return self.request(url, 'GET', **kwargs) Dec 15 14:14:20.618108 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:14:20.618108 dv-cinder-813229-4-iscsi neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:14:20.618108 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:14:20.618108 dv-cinder-813229-4-iscsi neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:14:20.618108 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:14:20.618108 dv-cinder-813229-4-iscsi neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:14:20.618108 dv-cinder-813229-4-iscsi neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:14:20.765238 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-305fbf3a-306a-4301-ad73-7e82c5bdf92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583622'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.772689 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-305fbf3a-306a-4301-ad73-7e82c5bdf92f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:20.777813 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-305fbf3a-306a-4301-ad73-7e82c5bdf92f admin admin] 10.222.0.36 "DELETE /v2.0/networks/4c509f7c-96ea-41ce-b3fd-f7b95c265247 HTTP/1.1" status: 204 len: 168 time: 0.4811847 Dec 15 14:14:20.785834 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305fbf3a-306a-4301-ad73-7e82c5bdf92f admin admin] Pushing event deleted for resources: {'Network': ['ID=4c509f7c-96ea-41ce-b3fd-f7b95c265247,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:21.118156 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afddd6cd-9417-4156-8b94-98f17c43f9ab req-7b67112a-7bc8-4d6b-b1b1-48698ec1f389 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:21.119631 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-afddd6cd-9417-4156-8b94-98f17c43f9ab req-7b67112a-7bc8-4d6b-b1b1-48698ec1f389 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0511551 Dec 15 14:14:21.178785 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-afddd6cd-9417-4156-8b94-98f17c43f9ab req-5bb9ea22-88e8-4368-8f84-041e75721856 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529232 Dec 15 14:14:21.183893 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 35470) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:21.244738 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-405e2d1c-7c26-4a2a-8e5f-db57796be986 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dfffb0b60ded44389f1a092fbfbac8bb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0594487 Dec 15 14:14:21.247280 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 35472) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:21.296566 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-43e5ae0a-59f1-4e74-a9a1-0c246d0ac44f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:21.319337 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-43e5ae0a-59f1-4e74-a9a1-0c246d0ac44f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:21.504836 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-43e5ae0a-59f1-4e74-a9a1-0c246d0ac44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:21.509232 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-43e5ae0a-59f1-4e74-a9a1-0c246d0ac44f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:21.511312 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-43e5ae0a-59f1-4e74-a9a1-0c246d0ac44f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/06126960-d3bb-489b-a75d-e035992a72a4 HTTP/1.1" status: 204 len: 168 time: 0.2622912 Dec 15 14:14:21.521355 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e5ae0a-59f1-4e74-a9a1-0c246d0ac44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06126960-d3bb-489b-a75d-e035992a72a4,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:21.646948 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 35486) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:21.859072 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-814b7ecd-ce81-4eea-89ce-7df497ff563c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-623137716-network', 'tenant_id': '8bc4db7b13b54f8dadac62eefe1ad6c8'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:14:21.949276 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814b7ecd-ce81-4eea-89ce-7df497ff563c admin admin] Made reservation on behalf of 8bc4db7b13b54f8dadac62eefe1ad6c8 for: {'network': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:14:21.951625 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-814b7ecd-ce81-4eea-89ce-7df497ff563c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for network, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:21.964260 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-814b7ecd-ce81-4eea-89ce-7df497ff563c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:22.047953 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-814b7ecd-ce81-4eea-89ce-7df497ff563c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:22.170498 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-814b7ecd-ce81-4eea-89ce-7df497ff563c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:22.199393 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-814b7ecd-ce81-4eea-89ce-7df497ff563c admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:14:22.209818 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b7ecd-ce81-4eea-89ce-7df497ff563c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45b330b-f5a4-4991-aa47-c413329475b7,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:22.220272 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-814b7ecd-ce81-4eea-89ce-7df497ff563c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967'] for segment, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:22.220881 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.db.segments_db [None req-814b7ecd-ce81-4eea-89ce-7df497ff563c admin admin] Added segment e9d30956-c144-45e3-aa4a-d34c0fa26ade of type vlan for network 527341ec-30cd-4a34-a0e2-2859457d6678 Dec 15 14:14:22.297968 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-814b7ecd-ce81-4eea-89ce-7df497ff563c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782778959656'] for network, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:22.337217 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167cffe-260e-4b84-a23c-f512dc059611 req-95e2c57b-d503-427b-a306-9d6e3646e944 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:22.339441 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a167cffe-260e-4b84-a23c-f512dc059611 req-95e2c57b-d503-427b-a306-9d6e3646e944 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0774338 Dec 15 14:14:22.388664 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a167cffe-260e-4b84-a23c-f512dc059611 req-da2751f2-bde4-4634-8269-f4257fd7a1b8 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428913 Dec 15 14:14:22.399664 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-814b7ecd-ce81-4eea-89ce-7df497ff563c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241'] for network, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:22.400789 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814b7ecd-ce81-4eea-89ce-7df497ff563c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:22.401604 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-814b7ecd-ce81-4eea-89ce-7df497ff563c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for network, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:22.687726 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b7ecd-ce81-4eea-89ce-7df497ff563c admin admin] Pushing event updated for resources: {'Network': ['ID=527341ec-30cd-4a34-a0e2-2859457d6678,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:22.697812 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Network 527341ec-30cd-4a34-a0e2-2859457d6678 details requested by agent ovs-agent-dv-cinder-813229-4-iscsi with host dv-cinder-813229-4-iscsi {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:14:22.723951 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-814b7ecd-ce81-4eea-89ce-7df497ff563c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0744305 Dec 15 14:14:22.727322 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 35532) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:22.732316 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-fd3b4d78-d7f2-44ae-8633-caec579d065e admin admin] Request body: {'subnet': {'network_id': '527341ec-30cd-4a34-a0e2-2859457d6678', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-623137716-subnet', 'tenant_id': '8bc4db7b13b54f8dadac62eefe1ad6c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:14:22.812580 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3b4d78-d7f2-44ae-8633-caec579d065e admin admin] Made reservation on behalf of 8bc4db7b13b54f8dadac62eefe1ad6c8 for: {'subnet': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:14:22.814935 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fd3b4d78-d7f2-44ae-8633-caec579d065e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59642417'] for subnet, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:23.079374 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fd3b4d78-d7f2-44ae-8633-caec579d065e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59642415'] for subnet, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:23.142299 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b4d78-d7f2-44ae-8633-caec579d065e admin admin] Pushing event updated for resources: {'Subnet': ['ID=62391346-84a1-443c-9c78-ea93d1d5f7eb,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:23.144796 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3b4d78-d7f2-44ae-8633-caec579d065e admin admin] Checking segment: {'id': 'e9d30956-c144-45e3-aa4a-d34c0fa26ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '527341ec-30cd-4a34-a0e2-2859457d6678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:14:23.145266 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3b4d78-d7f2-44ae-8633-caec579d065e admin admin] Network hostable DHCP agents. Network: 527341ec-30cd-4a34-a0e2-2859457d6678, hostable agents: ['00d3855d-cdb4-486b-84c6-a7f3fbe8df5a'], hosted agents: [] {{(pid=103145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:14:23.216420 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3b4d78-d7f2-44ae-8633-caec579d065e admin admin] Network 527341ec-30cd-4a34-a0e2-2859457d6678 is scheduled to be hosted by DHCP agent 00d3855d-cdb4-486b-84c6-a7f3fbe8df5a with binding_index 1 {{(pid=103145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:14:23.307597 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-fd3b4d78-d7f2-44ae-8633-caec579d065e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-4-iscsi, 527341ec-30cd-4a34-a0e2-2859457d6678) {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:14:23.311743 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3b4d78-d7f2-44ae-8633-caec579d065e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:23.312361 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fd3b4d78-d7f2-44ae-8633-caec579d065e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:23.317299 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc20436-16e3-495b-b2dd-a69933019eb5 None None] Network 527341ec-30cd-4a34-a0e2-2859457d6678 requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:14:23.352721 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:14:23.422329 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c02a4b-6c90-41bc-9bb7-12b69e929457 None None] Network 527341ec-30cd-4a34-a0e2-2859457d6678 requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:14:23.455464 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-fd3b4d78-d7f2-44ae-8633-caec579d065e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7269363 Dec 15 14:14:23.523523 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb549c1c-c120-4645-896d-1823051f5471 req-bdafea12-42ea-4dda-ab3a-49d789461bd8 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:23.525096 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-eb549c1c-c120-4645-896d-1823051f5471 req-bdafea12-42ea-4dda-ab3a-49d789461bd8 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0611320 Dec 15 14:14:23.583978 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-eb549c1c-c120-4645-896d-1823051f5471 req-de3cb0da-bc76-4e1b-b792-c2725c828cab tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522728 Dec 15 14:14:24.179719 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 35592) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:24.184698 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-6651f839-fada-424d-8523-d157a71cccb0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1203909136-network', 'tenant_id': 'a58297b23ec54f7a831a39b625bc6a6d'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:14:24.305618 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6651f839-fada-424d-8523-d157a71cccb0 admin admin] Made reservation on behalf of a58297b23ec54f7a831a39b625bc6a6d for: {'network': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:14:24.308471 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6651f839-fada-424d-8523-d157a71cccb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for network, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:24.319008 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6651f839-fada-424d-8523-d157a71cccb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:24.393924 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6651f839-fada-424d-8523-d157a71cccb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:24.481586 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6651f839-fada-424d-8523-d157a71cccb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:24.506191 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6651f839-fada-424d-8523-d157a71cccb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:14:24.517035 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6651f839-fada-424d-8523-d157a71cccb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea91d80-d700-4bb8-9baf-a680ff54638f,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:24.543614 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6651f839-fada-424d-8523-d157a71cccb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967'] for segment, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:24.543614 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.db.segments_db [None req-6651f839-fada-424d-8523-d157a71cccb0 admin admin] Added segment d2dd70c6-9f39-4651-9a6b-607b548dabb8 of type vlan for network a5569a87-0312-40dd-99d9-c2abdb9789d4 Dec 15 14:14:24.598920 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6651f839-fada-424d-8523-d157a71cccb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782778959656'] for network, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:24.707604 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6651f839-fada-424d-8523-d157a71cccb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241'] for network, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:24.708505 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6651f839-fada-424d-8523-d157a71cccb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:24.709108 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-6651f839-fada-424d-8523-d157a71cccb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for network, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:24.728515 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f036149-ef97-4ac8-8858-c287d3afb723 req-81e268b0-4599-4487-8eb3-a7c9e4c908b5 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:24.730009 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7f036149-ef97-4ac8-8858-c287d3afb723 req-81e268b0-4599-4487-8eb3-a7c9e4c908b5 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0636075 Dec 15 14:14:24.804816 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6651f839-fada-424d-8523-d157a71cccb0 admin admin] Pushing event updated for resources: {'Network': ['ID=a5569a87-0312-40dd-99d9-c2abdb9789d4,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:24.816514 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Network a5569a87-0312-40dd-99d9-c2abdb9789d4 details requested by agent ovs-agent-dv-cinder-813229-4-iscsi with host dv-cinder-813229-4-iscsi {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:14:24.827539 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7f036149-ef97-4ac8-8858-c287d3afb723 req-43676b1a-d57f-4af1-be52-415f2bb926bb tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850759 Dec 15 14:14:24.834003 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-6651f839-fada-424d-8523-d157a71cccb0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6531212 Dec 15 14:14:24.841882 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 35612) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:24.848006 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-3c0f0efd-c40b-48be-8d2c-6e0e57d4927c admin admin] Request body: {'subnet': {'network_id': 'a5569a87-0312-40dd-99d9-c2abdb9789d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1203909136-subnet', 'tenant_id': 'a58297b23ec54f7a831a39b625bc6a6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:14:24.932335 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0f0efd-c40b-48be-8d2c-6e0e57d4927c admin admin] Made reservation on behalf of a58297b23ec54f7a831a39b625bc6a6d for: {'subnet': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:14:24.934736 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-3c0f0efd-c40b-48be-8d2c-6e0e57d4927c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59642417'] for subnet, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:25.172772 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-3c0f0efd-c40b-48be-8d2c-6e0e57d4927c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59642415'] for subnet, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:25.230130 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f0efd-c40b-48be-8d2c-6e0e57d4927c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d963c262-1b2b-413e-a15a-4fdbca95b9d9,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:25.238412 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0f0efd-c40b-48be-8d2c-6e0e57d4927c admin admin] Checking segment: {'id': 'd2dd70c6-9f39-4651-9a6b-607b548dabb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'a5569a87-0312-40dd-99d9-c2abdb9789d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:14:25.238773 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0f0efd-c40b-48be-8d2c-6e0e57d4927c admin admin] Network hostable DHCP agents. Network: a5569a87-0312-40dd-99d9-c2abdb9789d4, hostable agents: ['00d3855d-cdb4-486b-84c6-a7f3fbe8df5a'], hosted agents: [] {{(pid=103145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:14:25.321089 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0f0efd-c40b-48be-8d2c-6e0e57d4927c admin admin] Network a5569a87-0312-40dd-99d9-c2abdb9789d4 is scheduled to be hosted by DHCP agent 00d3855d-cdb4-486b-84c6-a7f3fbe8df5a with binding_index 1 {{(pid=103145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:14:25.412305 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-3c0f0efd-c40b-48be-8d2c-6e0e57d4927c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-4-iscsi, a5569a87-0312-40dd-99d9-c2abdb9789d4) {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:14:25.417018 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0f0efd-c40b-48be-8d2c-6e0e57d4927c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:25.419295 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-3c0f0efd-c40b-48be-8d2c-6e0e57d4927c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:25.423068 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396a5a52-6f24-414d-9c97-eb29f599d03d None None] Network a5569a87-0312-40dd-99d9-c2abdb9789d4 requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:14:25.492437 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-3c0f0efd-c40b-48be-8d2c-6e0e57d4927c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6402597 Dec 15 14:14:25.520316 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b79d68-3cdf-46c7-9e50-646deac55052 None None] Network a5569a87-0312-40dd-99d9-c2abdb9789d4 requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:14:25.975312 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df38e1-11b9-4e82-be0e-7134fac8c458 req-96af212d-3fdf-415d-83e4-00fa813d9346 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:25.977168 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-73df38e1-11b9-4e82-be0e-7134fac8c458 req-96af212d-3fdf-415d-83e4-00fa813d9346 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0567002 Dec 15 14:14:26.025944 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-73df38e1-11b9-4e82-be0e-7134fac8c458 req-72dab8f6-15d1-4b61-96f4-3b29f5712c14 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426745 Dec 15 14:14:27.152210 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71ebea-0ea3-4cc2-b8dd-3d45c61f9a4c req-e3cbf604-8efe-4f42-9d43-a0ae749f477f tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:27.153692 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-fc71ebea-0ea3-4cc2-b8dd-3d45c61f9a4c req-e3cbf604-8efe-4f42-9d43-a0ae749f477f tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0524893 Dec 15 14:14:27.200716 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-fc71ebea-0ea3-4cc2-b8dd-3d45c61f9a4c req-ad40664d-d821-46d8-a583-feb068ed33c8 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411630 Dec 15 14:14:28.567036 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ea15b-66e4-4642-8289-e150261879a0 req-78634db6-0455-4c06-9c67-108e580bec83 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:28.568444 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-337ea15b-66e4-4642-8289-e150261879a0 req-78634db6-0455-4c06-9c67-108e580bec83 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0512426 Dec 15 14:14:28.614516 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-337ea15b-66e4-4642-8289-e150261879a0 req-3d955020-4555-424a-824f-9c437bbeea71 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401468 Dec 15 14:14:30.446897 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9203d07-4735-4042-82d6-1ee37fbbb84b req-a2d66a82-9365-4fb2-b113-bd9d90c8fc70 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:30.448439 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d9203d07-4735-4042-82d6-1ee37fbbb84b req-a2d66a82-9365-4fb2-b113-bd9d90c8fc70 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0485780 Dec 15 14:14:30.496591 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d9203d07-4735-4042-82d6-1ee37fbbb84b req-f4daf06a-4eff-4dba-99fe-0e157c3ad3fe tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420084 Dec 15 14:14:31.644980 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27108f-a348-428f-86ee-1dc4cbcb6c8a req-62ed38b9-745e-43a8-8b38-3a2755fe4705 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:31.646774 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ba27108f-a348-428f-86ee-1dc4cbcb6c8a req-62ed38b9-745e-43a8-8b38-3a2755fe4705 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0615139 Dec 15 14:14:31.709874 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ba27108f-a348-428f-86ee-1dc4cbcb6c8a req-b2672759-8ee5-4017-a098-0109fbaf6cd5 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554683 Dec 15 14:14:32.732508 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 35810) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:32.848446 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f3aeb-416b-4b55-871a-07ee2c25ba95 req-0e354d96-d830-4fbc-8917-007ec773e3be tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:32.848446 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f91f3aeb-416b-4b55-871a-07ee2c25ba95 req-0e354d96-d830-4fbc-8917-007ec773e3be tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0576682 Dec 15 14:14:32.883960 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-dcd53fb8-5c65-491b-b59a-3ee383e105d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:32.935330 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f91f3aeb-416b-4b55-871a-07ee2c25ba95 req-fcdfefb0-9516-49d6-b20d-acec3e4d096d tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782893 Dec 15 14:14:32.983477 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-dcd53fb8-5c65-491b-b59a-3ee383e105d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:33.075765 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-dcd53fb8-5c65-491b-b59a-3ee383e105d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:33.114925 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd53fb8-5c65-491b-b59a-3ee383e105d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26bcfd6-53d3-445e-ad16-3448f9879e79,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:33.120262 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-dcd53fb8-5c65-491b-b59a-3ee383e105d8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=385df935e31643c3b0126b1145d8e50e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3857720 Dec 15 14:14:33.123123 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 35826) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:33.310049 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dffc96fa-752f-4a6a-ae9b-c3cf22b9a68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:33.346514 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-05efa88c-dc79-4f25-a0bd-f4ce5f6ae94c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:33.381615 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-05efa88c-dc79-4f25-a0bd-f4ce5f6ae94c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:33.544077 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-05efa88c-dc79-4f25-a0bd-f4ce5f6ae94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:33.547728 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-05efa88c-dc79-4f25-a0bd-f4ce5f6ae94c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:33.548837 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-05efa88c-dc79-4f25-a0bd-f4ce5f6ae94c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e26bcfd6-53d3-445e-ad16-3448f9879e79 HTTP/1.1" status: 204 len: 168 time: 0.4250555 Dec 15 14:14:33.557901 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05efa88c-dc79-4f25-a0bd-f4ce5f6ae94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26bcfd6-53d3-445e-ad16-3448f9879e79,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:34.064946 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209bb78-579d-496c-b072-205dbec479cc req-b7695c53-9896-47f8-868b-d979896675e0 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:34.066436 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5209bb78-579d-496c-b072-205dbec479cc req-b7695c53-9896-47f8-868b-d979896675e0 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0599725 Dec 15 14:14:34.115162 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5209bb78-579d-496c-b072-205dbec479cc req-2715eb24-8d0d-409f-aca9-576636dc9960 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425997 Dec 15 14:14:35.239869 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc485bfc-2e6a-49d5-8597-845e660ffba6 req-77cf172c-5c58-4f3c-8c58-c85c0dbee59f tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:35.241431 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-bc485bfc-2e6a-49d5-8597-845e660ffba6 req-77cf172c-5c58-4f3c-8c58-c85c0dbee59f tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0521760 Dec 15 14:14:35.297428 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-bc485bfc-2e6a-49d5-8597-845e660ffba6 req-03db1e67-ffc1-41f8-9b8d-79348bbf2b40 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484076 Dec 15 14:14:35.856418 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aa850645-1e4f-4ccf-8d51-4f0565de6551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:36.426849 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e5ca3-308a-4657-a509-983ae4f39b48 req-4e3eb426-bf2d-4fa1-a677-63a2d5ec62b8 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:36.428375 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8c6e5ca3-308a-4657-a509-983ae4f39b48 req-4e3eb426-bf2d-4fa1-a677-63a2d5ec62b8 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0536609 Dec 15 14:14:36.494043 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8c6e5ca3-308a-4657-a509-983ae4f39b48 req-363c5bc3-509f-4b58-a6f9-9ab8d2b6dc08 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537486 Dec 15 14:14:36.651791 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 35982) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:36.759100 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f15799b4-59c4-42f1-a66f-7e268468e2ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:36.833293 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f15799b4-59c4-42f1-a66f-7e268468e2ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:36.926860 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f15799b4-59c4-42f1-a66f-7e268468e2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:36.955513 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:36.971620 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-f15799b4-59c4-42f1-a66f-7e268468e2ee admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4f98459a3a774f3daf4fe303ddab148e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3148274 Dec 15 14:14:36.971620 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15799b4-59c4-42f1-a66f-7e268468e2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9bf0b1-ea88-4a8d-85fe-633751fae0fc,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:36.971775 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 35996) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:37.028759 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-893e1335-0cf3-4afd-947d-8db632ba1a99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:37.050797 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-893e1335-0cf3-4afd-947d-8db632ba1a99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:37.178385 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-893e1335-0cf3-4afd-947d-8db632ba1a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:37.181099 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-893e1335-0cf3-4afd-947d-8db632ba1a99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:37.182285 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-893e1335-0cf3-4afd-947d-8db632ba1a99 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/db9bf0b1-ea88-4a8d-85fe-633751fae0fc HTTP/1.1" status: 204 len: 168 time: 0.2107542 Dec 15 14:14:37.190222 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e1335-0cf3-4afd-947d-8db632ba1a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9bf0b1-ea88-4a8d-85fe-633751fae0fc,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:37.621759 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095f9ac-0087-424f-b9e1-f84c8bb5f027 req-a645f138-82e2-4cb0-a67b-a7d89f244b15 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:37.623417 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6095f9ac-0087-424f-b9e1-f84c8bb5f027 req-a645f138-82e2-4cb0-a67b-a7d89f244b15 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0546954 Dec 15 14:14:37.673123 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6095f9ac-0087-424f-b9e1-f84c8bb5f027 req-2aa8f47e-9d86-4f4e-be17-e7ae8295da8c tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430987 Dec 15 14:14:37.827005 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 36022) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:37.841118 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5bc13751-5716-41d2-94d5-080e228707c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:37.918746 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5bc13751-5716-41d2-94d5-080e228707c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:38.004643 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5bc13751-5716-41d2-94d5-080e228707c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:38.058887 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc13751-5716-41d2-94d5-080e228707c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b2eb0c-c73f-4ab0-bea2-0d781b86cc1f,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:38.088203 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-5bc13751-5716-41d2-94d5-080e228707c5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1a8a73bc312b45f6a84628f928b46b6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2501104 Dec 15 14:14:38.088203 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 36036) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:38.158065 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-09b52729-f3fa-4aed-87ff-f07a18276735 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:38.168303 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:38.180471 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-09b52729-f3fa-4aed-87ff-f07a18276735 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:38.326835 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-09b52729-f3fa-4aed-87ff-f07a18276735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:38.329582 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-09b52729-f3fa-4aed-87ff-f07a18276735 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:38.330738 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-09b52729-f3fa-4aed-87ff-f07a18276735 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/96b2eb0c-c73f-4ab0-bea2-0d781b86cc1f HTTP/1.1" status: 204 len: 168 time: 0.2473896 Dec 15 14:14:38.340085 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b52729-f3fa-4aed-87ff-f07a18276735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b2eb0c-c73f-4ab0-bea2-0d781b86cc1f,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:38.811449 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4d679-0e88-49bf-ae48-8d72f4e3abaf req-f472208d-414a-4441-8e7f-762b36ca091b tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:38.813160 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d7a4d679-0e88-49bf-ae48-8d72f4e3abaf req-f472208d-414a-4441-8e7f-762b36ca091b tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0535529 Dec 15 14:14:38.868726 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d7a4d679-0e88-49bf-ae48-8d72f4e3abaf req-d2fb615d-dde4-4a59-9ad4-32fa73148578 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475638 Dec 15 14:14:39.315451 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:39.533917 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 36088) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:39.745479 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cdde54d7-7079-41a8-b088-8268d5ca5f45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:39.836424 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cdde54d7-7079-41a8-b088-8268d5ca5f45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:39.898505 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cdde54d7-7079-41a8-b088-8268d5ca5f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:39.939861 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde54d7-7079-41a8-b088-8268d5ca5f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b47ca13-4249-4efc-9308-37c8b6d4d0a8,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:39.948538 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-cdde54d7-7079-41a8-b088-8268d5ca5f45 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=557cca86c36f4338b088414922a5fde7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4131823 Dec 15 14:14:39.949196 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 36106) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:40.000609 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-428b9191-e39c-4621-8914-680ba206f1d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:40.002308 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2ce03-b448-4539-9f60-014f2f0d3732 req-494c2271-6509-4908-878e-da0e911aa854 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:40.004237 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-72b2ce03-b448-4539-9f60-014f2f0d3732 req-494c2271-6509-4908-878e-da0e911aa854 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0614395 Dec 15 14:14:40.023426 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-428b9191-e39c-4621-8914-680ba206f1d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:40.068691 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-72b2ce03-b448-4539-9f60-014f2f0d3732 req-cca1b642-8d77-4258-a870-d52ced0f0663 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582178 Dec 15 14:14:40.176360 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-428b9191-e39c-4621-8914-680ba206f1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:40.179112 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-428b9191-e39c-4621-8914-680ba206f1d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:40.180368 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-428b9191-e39c-4621-8914-680ba206f1d1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3b47ca13-4249-4efc-9308-37c8b6d4d0a8 HTTP/1.1" status: 204 len: 168 time: 0.2301369 Dec 15 14:14:40.188806 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b9191-e39c-4621-8914-680ba206f1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b47ca13-4249-4efc-9308-37c8b6d4d0a8,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:40.916024 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 36148) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:40.929298 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b21f731f-7614-4a1d-bdd8-75a7dad0d646 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:41.007087 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b21f731f-7614-4a1d-bdd8-75a7dad0d646 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:41.132726 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b21f731f-7614-4a1d-bdd8-75a7dad0d646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:41.200593 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f731f-7614-4a1d-bdd8-75a7dad0d646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3aaf94a-0928-481f-a342-0bf8b4ab3b8d,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:41.208072 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-b21f731f-7614-4a1d-bdd8-75a7dad0d646 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f838c596845d4311b9ace0d5c840dc55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2909448 Dec 15 14:14:41.210639 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 36160) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:41.229713 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7131d2b-432f-4ec1-bf12-cef5c6cb2574 req-ee0a5a63-c40d-4ad5-9634-35a97fa2128b tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:41.230209 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e7131d2b-432f-4ec1-bf12-cef5c6cb2574 req-ee0a5a63-c40d-4ad5-9634-35a97fa2128b tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0821724 Dec 15 14:14:41.263166 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-92e48000-4a8a-47ce-9897-30b42575d3a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:41.286842 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-92e48000-4a8a-47ce-9897-30b42575d3a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:41.287974 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e7131d2b-432f-4ec1-bf12-cef5c6cb2574 req-40d6720a-1f28-4823-8d92-cda36f264a20 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482590 Dec 15 14:14:41.421985 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-92e48000-4a8a-47ce-9897-30b42575d3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:41.425793 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-92e48000-4a8a-47ce-9897-30b42575d3a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:41.425954 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-92e48000-4a8a-47ce-9897-30b42575d3a6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d3aaf94a-0928-481f-a342-0bf8b4ab3b8d HTTP/1.1" status: 204 len: 168 time: 0.2142425 Dec 15 14:14:41.434724 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e48000-4a8a-47ce-9897-30b42575d3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3aaf94a-0928-481f-a342-0bf8b4ab3b8d,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:42.112733 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 36210) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:42.227167 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-35bd7f74-cc1e-4ca7-a229-0ebc416c4cd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:42.302722 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-35bd7f74-cc1e-4ca7-a229-0ebc416c4cd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:42.522478 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e3f4a-fa46-4623-864d-fe2839ebe1da req-6cfb248d-0d93-4514-aac5-ccbbd3495cb3 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:42.522478 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-659e3f4a-fa46-4623-864d-fe2839ebe1da req-6cfb248d-0d93-4514-aac5-ccbbd3495cb3 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0485587 Dec 15 14:14:42.522478 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-659e3f4a-fa46-4623-864d-fe2839ebe1da req-602e966a-f17f-4cc6-8cb7-1342da359005 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450258 Dec 15 14:14:42.653019 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-35bd7f74-cc1e-4ca7-a229-0ebc416c4cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:42.693439 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-35bd7f74-cc1e-4ca7-a229-0ebc416c4cd2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4ba03a47df5241749689c1aaaa343915&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5790374 Dec 15 14:14:42.694386 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd7f74-cc1e-4ca7-a229-0ebc416c4cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba0b2f9-2d56-4397-92cd-4c876c32c791,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:42.697073 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 36230) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:42.752069 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-048d05a6-b118-43b2-bf9c-1560b7bf5697 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:42.774254 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-048d05a6-b118-43b2-bf9c-1560b7bf5697 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:42.964883 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-048d05a6-b118-43b2-bf9c-1560b7bf5697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:42.967527 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-048d05a6-b118-43b2-bf9c-1560b7bf5697 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:42.971432 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-048d05a6-b118-43b2-bf9c-1560b7bf5697 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1ba0b2f9-2d56-4397-92cd-4c876c32c791 HTTP/1.1" status: 204 len: 168 time: 0.2733278 Dec 15 14:14:42.980098 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d05a6-b118-43b2-bf9c-1560b7bf5697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba0b2f9-2d56-4397-92cd-4c876c32c791,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:43.616960 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22049ca-e3a6-4a23-b86b-af96141fae76 req-cb7f83b4-41d5-4726-9126-180a5cab7056 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:43.618442 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d22049ca-e3a6-4a23-b86b-af96141fae76 req-cb7f83b4-41d5-4726-9126-180a5cab7056 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0501978 Dec 15 14:14:43.677770 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d22049ca-e3a6-4a23-b86b-af96141fae76 req-34451a3f-c40c-4ef9-8e28-4412978510e4 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503068 Dec 15 14:14:43.855830 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 36274) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:43.870314 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-49ce8cf0-2633-4bc2-94a3-71eba99c9793 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:43.942600 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-49ce8cf0-2633-4bc2-94a3-71eba99c9793 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:44.075204 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-49ce8cf0-2633-4bc2-94a3-71eba99c9793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:44.114990 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-49ce8cf0-2633-4bc2-94a3-71eba99c9793 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=adf4c7b69d79463f94eeb4b76a7d72f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2578263 Dec 15 14:14:44.115832 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce8cf0-2633-4bc2-94a3-71eba99c9793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48f4395-e1d1-4dc8-9004-509bd2354de3,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:44.119459 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 36284) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:44.169225 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7039758d-9b81-4a13-bcd8-69b33acb148a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:44.191060 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7039758d-9b81-4a13-bcd8-69b33acb148a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:44.298214 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7039758d-9b81-4a13-bcd8-69b33acb148a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:44.300864 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7039758d-9b81-4a13-bcd8-69b33acb148a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:44.302017 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-7039758d-9b81-4a13-bcd8-69b33acb148a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f48f4395-e1d1-4dc8-9004-509bd2354de3 HTTP/1.1" status: 204 len: 168 time: 0.1817224 Dec 15 14:14:44.310737 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039758d-9b81-4a13-bcd8-69b33acb148a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48f4395-e1d1-4dc8-9004-509bd2354de3,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:44.818839 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155cdbd-9ae0-4a1a-a77d-82f67aeca2a3 req-1848ff96-6e0e-420e-a2c5-e051a705f59d tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:44.820362 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2155cdbd-9ae0-4a1a-a77d-82f67aeca2a3 req-1848ff96-6e0e-420e-a2c5-e051a705f59d tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0520320 Dec 15 14:14:44.870312 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2155cdbd-9ae0-4a1a-a77d-82f67aeca2a3 req-2980e89b-e32a-48c0-aea6-fc54e48ccf0e tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429139 Dec 15 14:14:45.752603 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 36370) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:45.798222 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_v2 [None req-04124dc6-d987-45a5-a810-b9f287aaa49f admin admin] Deleting subnet 62391346-84a1-443c-9c78-ea93d1d5f7eb {{(pid=103145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:14:45.801509 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-04124dc6-d987-45a5-a810-b9f287aaa49f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:45.848102 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-04124dc6-d987-45a5-a810-b9f287aaa49f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59516868'] for subnet, precommit_delete_associations {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:45.895152 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-04124dc6-d987-45a5-a810-b9f287aaa49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878086'] for subnet, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:46.004616 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14adea9-2f5d-4465-8347-f24bb6cea36a req-d105198d-f7b4-4e24-a177-c48c5adde039 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:46.006160 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f14adea9-2f5d-4465-8347-f24bb6cea36a req-d105198d-f7b4-4e24-a177-c48c5adde039 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0499098 Dec 15 14:14:46.047411 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-04124dc6-d987-45a5-a810-b9f287aaa49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3665391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59642454'] for subnet, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:46.077873 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f14adea9-2f5d-4465-8347-f24bb6cea36a req-40fb5748-5a27-44aa-847f-d65589ece414 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652411 Dec 15 14:14:46.078746 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04124dc6-d987-45a5-a810-b9f287aaa49f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62391346-84a1-443c-9c78-ea93d1d5f7eb,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:46.082640 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-04124dc6-d987-45a5-a810-b9f287aaa49f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:46.088890 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-04124dc6-d987-45a5-a810-b9f287aaa49f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/62391346-84a1-443c-9c78-ea93d1d5f7eb HTTP/1.1" status: 204 len: 168 time: 0.3350594 Dec 15 14:14:46.089258 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 36386) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:46.177531 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9da12a80-e8b5-41a9-bc5c-2bc8da24f1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825640'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:46.259578 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9da12a80-e8b5-41a9-bc5c-2bc8da24f1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880017', 'neutron.services.segments.db._delete_segments_for_network-8782779444098'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:46.279827 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.services.segments.db [None req-9da12a80-e8b5-41a9-bc5c-2bc8da24f1a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['527341ec-30cd-4a34-a0e2-2859457d6678']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:46.288978 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.services.segments.db [None req-9da12a80-e8b5-41a9-bc5c-2bc8da24f1a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9d30956-c144-45e3-aa4a-d34c0fa26ade') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:46.289278 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.services.segments.db [None req-9da12a80-e8b5-41a9-bc5c-2bc8da24f1a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9d30956-c144-45e3-aa4a-d34c0fa26ade') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:46.302728 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9da12a80-e8b5-41a9-bc5c-2bc8da24f1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782779447179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59447823'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:46.316080 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9da12a80-e8b5-41a9-bc5c-2bc8da24f1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:46.325830 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9da12a80-e8b5-41a9-bc5c-2bc8da24f1a2 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:14:46.326232 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9da12a80-e8b5-41a9-bc5c-2bc8da24f1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59071438'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:46.328304 dv-cinder-813229-4-iscsi neutron-server[103144]: Traceback (most recent call last): Dec 15 14:14:46.328304 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:14:46.328304 dv-cinder-813229-4-iscsi neutron-server[103144]: timer() Dec 15 14:14:46.328304 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:14:46.328304 dv-cinder-813229-4-iscsi neutron-server[103144]: cb(*args, **kw) Dec 15 14:14:46.328304 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:14:46.328304 dv-cinder-813229-4-iscsi neutron-server[103144]: return func(*args, **kwargs) Dec 15 14:14:46.328304 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:14:46.328304 dv-cinder-813229-4-iscsi neutron-server[103144]: self._notify() Dec 15 14:14:46.328304 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:14:46.328304 dv-cinder-813229-4-iscsi neutron-server[103144]: self.callback(batched_events) Dec 15 14:14:46.328304 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:14:46.328304 dv-cinder-813229-4-iscsi neutron-server[103144]: event.method(event) Dec 15 14:14:46.328304 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:14:46.328304 dv-cinder-813229-4-iscsi neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:14:46.328304 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:14:46.328304 dv-cinder-813229-4-iscsi neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:14:46.328304 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:14:46.328304 dv-cinder-813229-4-iscsi neutron-server[103144]: return f(self, *a, **k) Dec 15 14:14:46.328304 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:14:46.328304 dv-cinder-813229-4-iscsi neutron-server[103144]: return self._get(url).json() Dec 15 14:14:46.328304 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:14:46.328304 dv-cinder-813229-4-iscsi neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:14:46.328304 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:14:46.328304 dv-cinder-813229-4-iscsi neutron-server[103144]: return self.request(url, 'GET', **kwargs) Dec 15 14:14:46.328304 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:14:46.328304 dv-cinder-813229-4-iscsi neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:14:46.328304 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:14:46.328304 dv-cinder-813229-4-iscsi neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:14:46.328304 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:14:46.328304 dv-cinder-813229-4-iscsi neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:14:46.328304 dv-cinder-813229-4-iscsi neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:14:46.470154 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9da12a80-e8b5-41a9-bc5c-2bc8da24f1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583622'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:46.477280 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9da12a80-e8b5-41a9-bc5c-2bc8da24f1a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:46.483157 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-9da12a80-e8b5-41a9-bc5c-2bc8da24f1a2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/527341ec-30cd-4a34-a0e2-2859457d6678 HTTP/1.1" status: 204 len: 168 time: 0.3926840 Dec 15 14:14:46.486016 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 36404) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:46.495523 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da12a80-e8b5-41a9-bc5c-2bc8da24f1a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=527341ec-30cd-4a34-a0e2-2859457d6678,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:46.537316 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_v2 [None req-933e202b-3e59-4abd-90c5-34b87d665383 admin admin] Deleting subnet d963c262-1b2b-413e-a15a-4fdbca95b9d9 {{(pid=103145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:14:46.540989 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-933e202b-3e59-4abd-90c5-34b87d665383 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:46.580952 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-933e202b-3e59-4abd-90c5-34b87d665383 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59516868'] for subnet, precommit_delete_associations {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:46.622456 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-933e202b-3e59-4abd-90c5-34b87d665383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878086'] for subnet, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:46.738717 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-933e202b-3e59-4abd-90c5-34b87d665383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3665391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59642454'] for subnet, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:46.764526 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e202b-3e59-4abd-90c5-34b87d665383 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d963c262-1b2b-413e-a15a-4fdbca95b9d9,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:46.768202 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-933e202b-3e59-4abd-90c5-34b87d665383 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:46.771532 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-933e202b-3e59-4abd-90c5-34b87d665383 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d963c262-1b2b-413e-a15a-4fdbca95b9d9 HTTP/1.1" status: 204 len: 168 time: 0.2843060 Dec 15 14:14:46.773987 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 36414) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:46.851056 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-04bc4721-2a85-413e-86f8-754f9fd2a489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825640'] for network, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:46.937778 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-04bc4721-2a85-413e-86f8-754f9fd2a489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880017', 'neutron.services.segments.db._delete_segments_for_network-8782779444098'] for network, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:46.961911 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-04bc4721-2a85-413e-86f8-754f9fd2a489 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5569a87-0312-40dd-99d9-c2abdb9789d4']}} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:46.973164 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-04bc4721-2a85-413e-86f8-754f9fd2a489 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2dd70c6-9f39-4651-9a6b-607b548dabb8') {'for_net_delete': True} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:46.973458 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-04bc4721-2a85-413e-86f8-754f9fd2a489 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2dd70c6-9f39-4651-9a6b-607b548dabb8') {} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:14:46.989974 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-04bc4721-2a85-413e-86f8-754f9fd2a489 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782779447179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59516735'] for segment, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:47.005681 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-04bc4721-2a85-413e-86f8-754f9fd2a489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967'] for segment, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:47.014085 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04bc4721-2a85-413e-86f8-754f9fd2a489 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:14:47.016243 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-04bc4721-2a85-413e-86f8-754f9fd2a489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3665285'] for segment, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:47.016575 dv-cinder-813229-4-iscsi neutron-server[103145]: Traceback (most recent call last): Dec 15 14:14:47.016575 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:14:47.016575 dv-cinder-813229-4-iscsi neutron-server[103145]: timer() Dec 15 14:14:47.016575 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:14:47.016575 dv-cinder-813229-4-iscsi neutron-server[103145]: cb(*args, **kw) Dec 15 14:14:47.016575 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:14:47.016575 dv-cinder-813229-4-iscsi neutron-server[103145]: return func(*args, **kwargs) Dec 15 14:14:47.016575 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:14:47.016575 dv-cinder-813229-4-iscsi neutron-server[103145]: self._notify() Dec 15 14:14:47.016575 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:14:47.016575 dv-cinder-813229-4-iscsi neutron-server[103145]: self.callback(batched_events) Dec 15 14:14:47.016575 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:14:47.016575 dv-cinder-813229-4-iscsi neutron-server[103145]: event.method(event) Dec 15 14:14:47.016575 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:14:47.016575 dv-cinder-813229-4-iscsi neutron-server[103145]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:14:47.016575 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:14:47.016575 dv-cinder-813229-4-iscsi neutron-server[103145]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:14:47.016575 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:14:47.016575 dv-cinder-813229-4-iscsi neutron-server[103145]: return f(self, *a, **k) Dec 15 14:14:47.016575 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:14:47.016575 dv-cinder-813229-4-iscsi neutron-server[103145]: return self._get(url).json() Dec 15 14:14:47.016575 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:14:47.016575 dv-cinder-813229-4-iscsi neutron-server[103145]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:14:47.016575 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:14:47.016575 dv-cinder-813229-4-iscsi neutron-server[103145]: return self.request(url, 'GET', **kwargs) Dec 15 14:14:47.016575 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:14:47.016575 dv-cinder-813229-4-iscsi neutron-server[103145]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:14:47.016575 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:14:47.016575 dv-cinder-813229-4-iscsi neutron-server[103145]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:14:47.016575 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:14:47.016575 dv-cinder-813229-4-iscsi neutron-server[103145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:14:47.016575 dv-cinder-813229-4-iscsi neutron-server[103145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:14:47.127289 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 36432) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:47.167646 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-04bc4721-2a85-413e-86f8-754f9fd2a489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583622'] for network, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:47.179599 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-04bc4721-2a85-413e-86f8-754f9fd2a489 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for network, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:47.191915 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-04bc4721-2a85-413e-86f8-754f9fd2a489 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a5569a87-0312-40dd-99d9-c2abdb9789d4 HTTP/1.1" status: 204 len: 168 time: 0.4091084 Dec 15 14:14:47.212312 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc4721-2a85-413e-86f8-754f9fd2a489 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5569a87-0312-40dd-99d9-c2abdb9789d4,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:47.267913 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-660696dc-db9d-4355-99c2-29ee1959eaab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:47.269049 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb9c20-c105-4c19-82e4-9571a3fe6d3f req-3da9d0eb-19a5-428e-bed7-ea2a142d523c tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:47.270603 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9ccb9c20-c105-4c19-82e4-9571a3fe6d3f req-3da9d0eb-19a5-428e-bed7-ea2a142d523c tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0772147 Dec 15 14:14:47.319038 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9ccb9c20-c105-4c19-82e4-9571a3fe6d3f req-da3fb887-2a70-45cf-be55-0c78f7132dbe tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413954 Dec 15 14:14:47.347353 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-660696dc-db9d-4355-99c2-29ee1959eaab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:47.435391 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-660696dc-db9d-4355-99c2-29ee1959eaab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:47.473761 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-660696dc-db9d-4355-99c2-29ee1959eaab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=53a586a4e8f8476b82dbf0ac2d1225a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3452647 Dec 15 14:14:47.474787 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660696dc-db9d-4355-99c2-29ee1959eaab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135b166e-fb1a-42e1-a8c7-edf413d97174,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:47.476697 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 36440) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:47.530429 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cfb52fae-f6b4-4539-a792-b7b8110d72a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:47.531053 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 36442) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:47.549829 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cfb52fae-f6b4-4539-a792-b7b8110d72a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:47.574248 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-d422c1b2-b56c-4ede-9536-605cf41f3217 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8bc4db7b13b54f8dadac62eefe1ad6c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420418 Dec 15 14:14:47.576749 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 36444) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:47.623917 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8e50d71f-1414-47b1-a313-450a5eafc10f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:47.645085 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8e50d71f-1414-47b1-a313-450a5eafc10f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:47.669786 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cfb52fae-f6b4-4539-a792-b7b8110d72a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:47.672460 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cfb52fae-f6b4-4539-a792-b7b8110d72a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:47.675891 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-cfb52fae-f6b4-4539-a792-b7b8110d72a9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/135b166e-fb1a-42e1-a8c7-edf413d97174 HTTP/1.1" status: 204 len: 168 time: 0.1958776 Dec 15 14:14:47.682233 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb52fae-f6b4-4539-a792-b7b8110d72a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135b166e-fb1a-42e1-a8c7-edf413d97174,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:47.795798 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8e50d71f-1414-47b1-a313-450a5eafc10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:47.798475 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8e50d71f-1414-47b1-a313-450a5eafc10f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:47.799700 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-8e50d71f-1414-47b1-a313-450a5eafc10f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a45b330b-f5a4-4991-aa47-c413329475b7 HTTP/1.1" status: 204 len: 168 time: 0.2219036 Dec 15 14:14:47.807898 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e50d71f-1414-47b1-a313-450a5eafc10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45b330b-f5a4-4991-aa47-c413329475b7,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:48.514741 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 36498) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:48.571462 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 36506) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:48.572750 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-b7e15f26-dcb5-4307-aca3-5002d7c082b6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a58297b23ec54f7a831a39b625bc6a6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0568087 Dec 15 14:14:48.628020 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7c51c03a-616d-4aa8-8554-d835fe26c9c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:48.650877 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7c51c03a-616d-4aa8-8554-d835fe26c9c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:48.824104 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7c51c03a-616d-4aa8-8554-d835fe26c9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:48.827889 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7c51c03a-616d-4aa8-8554-d835fe26c9c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:48.828041 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-7c51c03a-616d-4aa8-8554-d835fe26c9c6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cea91d80-d700-4bb8-9baf-a680ff54638f HTTP/1.1" status: 204 len: 168 time: 0.2541330 Dec 15 14:14:48.837670 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51c03a-616d-4aa8-8554-d835fe26c9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea91d80-d700-4bb8-9baf-a680ff54638f,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:49.256331 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 36538) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:49.366839 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-e4969dd7-fa03-457b-8a03-fb5e43d8c8e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:49.444462 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-e4969dd7-fa03-457b-8a03-fb5e43d8c8e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:49.564865 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-e4969dd7-fa03-457b-8a03-fb5e43d8c8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:49.605264 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-e4969dd7-fa03-457b-8a03-fb5e43d8c8e4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4ee8a9e592234f42ac4d3ec30815d302&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3478308 Dec 15 14:14:49.606384 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4969dd7-fa03-457b-8a03-fb5e43d8c8e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c75206-caa1-4744-a6a5-efd190ce59bc,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:49.608016 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 36550) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:49.656375 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6325d8d1-b95f-482b-91b7-2a4cec6310c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:49.679577 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6325d8d1-b95f-482b-91b7-2a4cec6310c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:49.822727 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:49.823335 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6325d8d1-b95f-482b-91b7-2a4cec6310c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:49.825518 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6325d8d1-b95f-482b-91b7-2a4cec6310c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:49.828723 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-6325d8d1-b95f-482b-91b7-2a4cec6310c1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d2c75206-caa1-4744-a6a5-efd190ce59bc HTTP/1.1" status: 204 len: 168 time: 0.2176976 Dec 15 14:14:49.835265 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325d8d1-b95f-482b-91b7-2a4cec6310c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c75206-caa1-4744-a6a5-efd190ce59bc,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:50.141688 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af981cd0-468f-4649-85c6-c9722cd21116 req-99966eab-88cd-483d-a5c7-84f015a7937d tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:50.143187 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-af981cd0-468f-4649-85c6-c9722cd21116 req-99966eab-88cd-483d-a5c7-84f015a7937d tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0547223 Dec 15 14:14:50.199394 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-af981cd0-468f-4649-85c6-c9722cd21116 req-41394967-5082-4626-9057-19c931a5de15 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488663 Dec 15 14:14:50.652475 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 36580) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:50.663957 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c3c8d5c0-73bf-4025-88a8-d33ef686ec68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:50.736021 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c3c8d5c0-73bf-4025-88a8-d33ef686ec68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:50.841427 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c3c8d5c0-73bf-4025-88a8-d33ef686ec68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:50.878737 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c8d5c0-73bf-4025-88a8-d33ef686ec68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81987ce8-4d10-4d79-931c-3ba0612ea155,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:50.884200 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-c3c8d5c0-73bf-4025-88a8-d33ef686ec68 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3ff60dddad2e47549664fbe1fdcd7290&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320974 Dec 15 14:14:50.887497 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 36582) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:50.935620 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f1946923-866a-4eb2-8ab1-6fdc4a5e47d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:50.956448 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f1946923-866a-4eb2-8ab1-6fdc4a5e47d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:51.159113 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f1946923-866a-4eb2-8ab1-6fdc4a5e47d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:51.169112 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f1946923-866a-4eb2-8ab1-6fdc4a5e47d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:51.169112 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-f1946923-866a-4eb2-8ab1-6fdc4a5e47d0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/81987ce8-4d10-4d79-931c-3ba0612ea155 HTTP/1.1" status: 204 len: 168 time: 0.2752416 Dec 15 14:14:51.176727 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1946923-866a-4eb2-8ab1-6fdc4a5e47d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81987ce8-4d10-4d79-931c-3ba0612ea155,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:51.354004 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a7e0a-7d3e-4bda-88b4-4a047cd31242 req-822712cf-be94-48fa-ace4-1649213952af tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:51.355562 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b73a7e0a-7d3e-4bda-88b4-4a047cd31242 req-822712cf-be94-48fa-ace4-1649213952af tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0526924 Dec 15 14:14:51.424684 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd18d9-dae6-4735-9cbc-648b5931b440 req-0c37fc87-e266-4624-b6e8-a3c8fd754c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:51.426192 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-60dd18d9-dae6-4735-9cbc-648b5931b440 req-0c37fc87-e266-4624-b6e8-a3c8fd754c63 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 1099 time: 0.0697961 Dec 15 14:14:51.444321 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b73a7e0a-7d3e-4bda-88b4-4a047cd31242 req-d456dbc1-0880-427e-960e-4b66954294ab tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758762 Dec 15 14:14:51.512466 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-60dd18d9-dae6-4735-9cbc-648b5931b440 req-d1d8f41e-82dc-424c-baf1-8b0f3a35ea57 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658691 Dec 15 14:14:52.303011 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 36650) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:52.525280 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-026d9a38-1792-468a-8f46-dcb358c05d7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:52.604422 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381cf40-5184-48df-95aa-a6a08a821fc8 req-1d9f633a-195b-4558-9f4f-8d3a6fb4890e tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:52.606153 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a381cf40-5184-48df-95aa-a6a08a821fc8 req-1d9f633a-195b-4558-9f4f-8d3a6fb4890e tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0787082 Dec 15 14:14:52.695747 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a381cf40-5184-48df-95aa-a6a08a821fc8 req-3ec4c0cf-6099-480c-991d-02be1dfdbdf6 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657849 Dec 15 14:14:52.728143 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-026d9a38-1792-468a-8f46-dcb358c05d7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:52.850383 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-026d9a38-1792-468a-8f46-dcb358c05d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:52.897200 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 36686) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:52.897680 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-026d9a38-1792-468a-8f46-dcb358c05d7f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=51a581a0035244a1ba72bc4c6cf1a54b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5931580 Dec 15 14:14:52.900195 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d9a38-1792-468a-8f46-dcb358c05d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81cc2702-d4f4-422f-99de-b946d55332cf,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:52.975653 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-980b7796-f6d8-4ea9-b63f-46a75afc6006 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:52.997749 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-980b7796-f6d8-4ea9-b63f-46a75afc6006 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:53.121204 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-980b7796-f6d8-4ea9-b63f-46a75afc6006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:53.123822 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-980b7796-f6d8-4ea9-b63f-46a75afc6006 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:53.125044 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-980b7796-f6d8-4ea9-b63f-46a75afc6006 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/81cc2702-d4f4-422f-99de-b946d55332cf HTTP/1.1" status: 204 len: 168 time: 0.2258644 Dec 15 14:14:53.132891 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b7796-f6d8-4ea9-b63f-46a75afc6006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cc2702-d4f4-422f-99de-b946d55332cf,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:53.820063 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825336d-1d3c-4ddb-aea5-d33fa79298a7 req-caa889f4-fd13-42ff-b0f7-b4af290b81fb tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:53.821959 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4825336d-1d3c-4ddb-aea5-d33fa79298a7 req-caa889f4-fd13-42ff-b0f7-b4af290b81fb tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0490646 Dec 15 14:14:53.873313 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4825336d-1d3c-4ddb-aea5-d33fa79298a7 req-bb3eddf8-8e43-44e1-bc84-76d7890c3070 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458448 Dec 15 14:14:53.996184 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762e638-d308-4a8d-854d-85d339b931ff req-ff795533-fec8-4263-b18f-c0f5389d614b tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:53.997652 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1762e638-d308-4a8d-854d-85d339b931ff req-ff795533-fec8-4263-b18f-c0f5389d614b tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0487173 Dec 15 14:14:54.045141 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1762e638-d308-4a8d-854d-85d339b931ff req-58dbc24e-f69f-473a-9b06-a4477b0d0636 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416231 Dec 15 14:14:54.111308 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 36744) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:54.127095 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-82590f30-34c2-47f5-8d09-34f4c66df9f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:54.199574 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-82590f30-34c2-47f5-8d09-34f4c66df9f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:54.313481 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-82590f30-34c2-47f5-8d09-34f4c66df9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:54.351320 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82590f30-34c2-47f5-8d09-34f4c66df9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9bbe32-d47d-4e5c-afba-9372753c1e30,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:54.356182 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-82590f30-34c2-47f5-8d09-34f4c66df9f4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d2684017ea24437780631a1edf4da408&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2436395 Dec 15 14:14:54.358917 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 36748) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:54.408372 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-427a8c12-e2ea-4c7a-a25e-60de5af78fb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:54.429570 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-427a8c12-e2ea-4c7a-a25e-60de5af78fb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:54.560863 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-427a8c12-e2ea-4c7a-a25e-60de5af78fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:54.563527 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-427a8c12-e2ea-4c7a-a25e-60de5af78fb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:54.564846 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-427a8c12-e2ea-4c7a-a25e-60de5af78fb7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8e9bbe32-d47d-4e5c-afba-9372753c1e30 HTTP/1.1" status: 204 len: 168 time: 0.2043650 Dec 15 14:14:54.573679 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a8c12-e2ea-4c7a-a25e-60de5af78fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9bbe32-d47d-4e5c-afba-9372753c1e30,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:55.583013 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 36810) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:55.785802 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-16c44947-11eb-4cb8-823a-6273af83a42b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:55.885824 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-16c44947-11eb-4cb8-823a-6273af83a42b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:55.972538 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-16c44947-11eb-4cb8-823a-6273af83a42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:56.013724 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-16c44947-11eb-4cb8-823a-6273af83a42b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=43a404b0f70a4c73814858baf738ca48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4284778 Dec 15 14:14:56.014200 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c44947-11eb-4cb8-823a-6273af83a42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66cd6e0d-4048-49e2-9d14-6fd4e8092fcd,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:56.016025 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 36832) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:56.068857 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c5a8d2f2-8049-43cf-b860-86fb0cf2730d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:56.096086 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c5a8d2f2-8049-43cf-b860-86fb0cf2730d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:56.244904 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c5a8d2f2-8049-43cf-b860-86fb0cf2730d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:56.247681 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c5a8d2f2-8049-43cf-b860-86fb0cf2730d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:56.248935 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-c5a8d2f2-8049-43cf-b860-86fb0cf2730d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/66cd6e0d-4048-49e2-9d14-6fd4e8092fcd HTTP/1.1" status: 204 len: 168 time: 0.2314279 Dec 15 14:14:56.256862 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a8d2f2-8049-43cf-b860-86fb0cf2730d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cd6e0d-4048-49e2-9d14-6fd4e8092fcd,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:57.335000 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127ea28-f8ae-4078-a11a-bfa1d7e437f6 req-c033cfef-b1af-4f07-9e86-86055ba14250 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:57.335000 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5127ea28-f8ae-4078-a11a-bfa1d7e437f6 req-c033cfef-b1af-4f07-9e86-86055ba14250 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0750511 Dec 15 14:14:57.423198 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ab610-0a7f-4952-abaa-ea469efae7fe req-9149d647-cb0e-4ba9-aa2a-3a11199db520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:57.424718 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b29ab610-0a7f-4952-abaa-ea469efae7fe req-9149d647-cb0e-4ba9-aa2a-3a11199db520 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=685aa5d5bc754913a5ca3dd5518e129e&device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 1098 time: 0.0679021 Dec 15 14:14:57.448450 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 36904) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:57.494920 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5127ea28-f8ae-4078-a11a-bfa1d7e437f6 req-7d0999a7-dc0a-4017-8a04-849e502072b7 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534436 Dec 15 14:14:57.542021 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ab610-0a7f-4952-abaa-ea469efae7fe req-f8c96dc1-4a38-4532-be34-c9b51008382f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:57.543548 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 36912) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:57.544010 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b29ab610-0a7f-4952-abaa-ea469efae7fe req-f8c96dc1-4a38-4532-be34-c9b51008382f service neutron] 10.222.0.54 "GET /v2.0/networks?id=1398e422-6eb7-4c67-a7ee-d619fb1f02c3 HTTP/1.1" status: 200 len: 920 time: 0.1092534 Dec 15 14:14:57.591345 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b29ab610-0a7f-4952-abaa-ea469efae7fe req-b474ee77-0b0a-452e-a373-b4d65176e4b5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f550a9d9-c3b2-49c2-8bfc-1d263e506ae0 HTTP/1.1" status: 200 len: 217 time: 0.0387437 Dec 15 14:14:57.647513 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-188ecd75-f7f8-457a-ba66-1517cc6f1566 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:57.689463 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ab610-0a7f-4952-abaa-ea469efae7fe req-8569dd9d-42dd-451a-804c-ad5bf32f1343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:57.690989 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b29ab610-0a7f-4952-abaa-ea469efae7fe req-8569dd9d-42dd-451a-804c-ad5bf32f1343 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b7285ce-5292-474f-9869-ec370d0431c8 HTTP/1.1" status: 200 len: 859 time: 0.0915377 Dec 15 14:14:57.735339 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b29ab610-0a7f-4952-abaa-ea469efae7fe req-f89c90d9-9071-4a4b-932f-afd30ead10ba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1398e422-6eb7-4c67-a7ee-d619fb1f02c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368741 Dec 15 14:14:57.788922 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-188ecd75-f7f8-457a-ba66-1517cc6f1566 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:57.830851 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-510876ee-e20e-471b-9d47-d8ad3f5d54f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:57.860647 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b29ab610-0a7f-4952-abaa-ea469efae7fe req-d13e8bef-fe8e-4975-9c9a-50daacfcfd92 service neutron] 10.222.0.54 "GET /v2.0/networks/1398e422-6eb7-4c67-a7ee-d619fb1f02c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182997 Dec 15 14:14:57.922883 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-188ecd75-f7f8-457a-ba66-1517cc6f1566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:57.991272 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-510876ee-e20e-471b-9d47-d8ad3f5d54f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:57.997809 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-188ecd75-f7f8-457a-ba66-1517cc6f1566 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c0cacc18338a4e80acc75b9cfa090e5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5479243 Dec 15 14:14:58.000591 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 36940) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:58.002543 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ecd75-f7f8-457a-ba66-1517cc6f1566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc100e31-c2cd-42bf-8e9a-ef7a82662336,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:58.026538 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b29ab610-0a7f-4952-abaa-ea469efae7fe req-8096ad42-be67-4aa7-882b-dfcf4a89d299 service neutron] 10.222.0.54 "GET /v2.0/networks/1398e422-6eb7-4c67-a7ee-d619fb1f02c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434414 Dec 15 14:14:58.079579 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2df9f9b6-7c9f-4202-b36d-785528af8655 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:58.093929 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-510876ee-e20e-471b-9d47-d8ad3f5d54f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:58.114018 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2df9f9b6-7c9f-4202-b36d-785528af8655 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:58.170727 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510876ee-e20e-471b-9d47-d8ad3f5d54f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29059d5-0df0-4551-8ff3-38dac7d99b92,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:58.182021 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-510876ee-e20e-471b-9d47-d8ad3f5d54f6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2cb42fe182f54e99ad1be2c870f9c788&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6373827 Dec 15 14:14:58.184739 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 36952) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:58.253332 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a3a7326f-e886-4270-829b-7bab7ed6a0a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:58.280388 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a3a7326f-e886-4270-829b-7bab7ed6a0a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:58.280804 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2df9f9b6-7c9f-4202-b36d-785528af8655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:58.285301 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2df9f9b6-7c9f-4202-b36d-785528af8655 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:58.286620 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-2df9f9b6-7c9f-4202-b36d-785528af8655 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fc100e31-c2cd-42bf-8e9a-ef7a82662336 HTTP/1.1" status: 204 len: 168 time: 0.2848918 Dec 15 14:14:58.294961 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df9f9b6-7c9f-4202-b36d-785528af8655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc100e31-c2cd-42bf-8e9a-ef7a82662336,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:58.433281 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a3a7326f-e886-4270-829b-7bab7ed6a0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:58.435952 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a3a7326f-e886-4270-829b-7bab7ed6a0a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:58.437324 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-a3a7326f-e886-4270-829b-7bab7ed6a0a7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e29059d5-0df0-4551-8ff3-38dac7d99b92 HTTP/1.1" status: 204 len: 168 time: 0.2515180 Dec 15 14:14:58.445529 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a7326f-e886-4270-829b-7bab7ed6a0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29059d5-0df0-4551-8ff3-38dac7d99b92,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:58.623224 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d77012-d947-46ac-802d-bc1bf0802f16 req-1ce27237-c0cc-4a7e-a1fe-2b2692a7bb8d tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:58.624849 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c7d77012-d947-46ac-802d-bc1bf0802f16 req-1ce27237-c0cc-4a7e-a1fe-2b2692a7bb8d tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0551722 Dec 15 14:14:58.677185 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c7d77012-d947-46ac-802d-bc1bf0802f16 req-2a0f81a5-e5c3-4131-9559-4dcb3414b0bf tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461590 Dec 15 14:14:59.375286 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b63a35-98cd-4789-ad41-095ca421e0fc req-415da7d3-4ebd-420a-906d-6fc4e2ce8838 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:59.376983 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c6b63a35-98cd-4789-ad41-095ca421e0fc req-415da7d3-4ebd-420a-906d-6fc4e2ce8838 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 946 time: 0.0539904 Dec 15 14:14:59.377519 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 37010) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:59.396065 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-63766f1a-2a1c-4b3f-93e9-bc57a99f16ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:59.455024 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c6b63a35-98cd-4789-ad41-095ca421e0fc req-c34fef65-df76-45f6-855a-7be507238507 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0713174 Dec 15 14:14:59.516138 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-63766f1a-2a1c-4b3f-93e9-bc57a99f16ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:59.619098 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-63766f1a-2a1c-4b3f-93e9-bc57a99f16ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:59.659523 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 37022) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:14:59.660008 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-63766f1a-2a1c-4b3f-93e9-bc57a99f16ec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1914db1ddc2c4c2e8c13d7b9d211f50a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2809899 Dec 15 14:14:59.662105 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63766f1a-2a1c-4b3f-93e9-bc57a99f16ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885a1f1e-ffac-4b3b-b39a-498559d93577,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:14:59.715009 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bcc650dc-8d24-409b-a33e-cbb8cd3859f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:59.737984 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bcc650dc-8d24-409b-a33e-cbb8cd3859f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:59.822407 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60999fde-74da-4e95-8a9d-087f05d99a8d req-ed2d2163-add0-4552-aeaa-1b3350071224 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:14:59.822407 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-60999fde-74da-4e95-8a9d-087f05d99a8d req-ed2d2163-add0-4552-aeaa-1b3350071224 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0615749 Dec 15 14:14:59.876271 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-60999fde-74da-4e95-8a9d-087f05d99a8d req-ec55e683-bbf8-474c-a105-2f38e001b66a tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488045 Dec 15 14:14:59.882284 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bcc650dc-8d24-409b-a33e-cbb8cd3859f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:59.886016 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bcc650dc-8d24-409b-a33e-cbb8cd3859f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:14:59.891425 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-bcc650dc-8d24-409b-a33e-cbb8cd3859f6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/885a1f1e-ffac-4b3b-b39a-498559d93577 HTTP/1.1" status: 204 len: 168 time: 0.2278149 Dec 15 14:14:59.897271 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc650dc-8d24-409b-a33e-cbb8cd3859f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885a1f1e-ffac-4b3b-b39a-498559d93577,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:00.353449 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:15:00.526698 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 37062) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:00.582606 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa59801-e0f3-44dc-ad4b-4e5da61192eb req-04f38566-1263-4ea7-9121-3eac94fe8c12 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:00.584106 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-afa59801-e0f3-44dc-ad4b-4e5da61192eb req-04f38566-1263-4ea7-9121-3eac94fe8c12 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 946 time: 0.0516701 Dec 15 14:15:00.642745 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-afa59801-e0f3-44dc-ad4b-4e5da61192eb req-45f4e4aa-6cc1-436a-a1e9-722b849d1efa tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522304 Dec 15 14:15:00.705581 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-18e2b5dd-a131-4ecd-8921-b1fa5d67a5e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:00.780414 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-18e2b5dd-a131-4ecd-8921-b1fa5d67a5e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:00.901710 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-18e2b5dd-a131-4ecd-8921-b1fa5d67a5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:00.939355 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 37086) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:00.939506 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-18e2b5dd-a131-4ecd-8921-b1fa5d67a5e1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=caa2cb4bbbfe4f3eb4757d81b0c933f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4115701 Dec 15 14:15:00.951326 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e2b5dd-a131-4ecd-8921-b1fa5d67a5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64df90d3-9546-4f0d-8d37-eb25c6563d9b,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:01.061956 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee29fc3-17ba-400f-84a8-a25967ff659c req-cbe9c577-f12f-4d7c-862c-cda1cc0d5946 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:01.063360 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6ee29fc3-17ba-400f-84a8-a25967ff659c req-cbe9c577-f12f-4d7c-862c-cda1cc0d5946 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0790439 Dec 15 14:15:01.066226 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cdcaa517-a963-406b-918f-feb731d9cd4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:01.101329 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cdcaa517-a963-406b-918f-feb731d9cd4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:01.150630 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6ee29fc3-17ba-400f-84a8-a25967ff659c req-f17cd1b3-0140-4e6f-a6de-47789a2a5d78 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800364 Dec 15 14:15:01.332847 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cdcaa517-a963-406b-918f-feb731d9cd4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:01.335468 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cdcaa517-a963-406b-918f-feb731d9cd4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:01.341546 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-cdcaa517-a963-406b-918f-feb731d9cd4b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/64df90d3-9546-4f0d-8d37-eb25c6563d9b HTTP/1.1" status: 204 len: 168 time: 0.3961589 Dec 15 14:15:01.348549 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcaa517-a963-406b-918f-feb731d9cd4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64df90d3-9546-4f0d-8d37-eb25c6563d9b,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:01.778624 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d02328-4ada-4f79-8305-ac790e76d3a1 req-463c0099-62cb-42ad-917c-fcf22cc04f60 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:01.780257 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e0d02328-4ada-4f79-8305-ac790e76d3a1 req-463c0099-62cb-42ad-917c-fcf22cc04f60 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 946 time: 0.0586617 Dec 15 14:15:01.834967 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e0d02328-4ada-4f79-8305-ac790e76d3a1 req-a9a29a1d-5dcd-43df-bb87-d42285758368 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462577 Dec 15 14:15:02.278584 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996cc2c6-74e4-495f-8047-ebb3e9f645fa req-f37feb4b-da34-4d71-9fb0-7eda12670b53 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:02.280083 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-996cc2c6-74e4-495f-8047-ebb3e9f645fa req-f37feb4b-da34-4d71-9fb0-7eda12670b53 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0480709 Dec 15 14:15:02.327305 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-996cc2c6-74e4-495f-8047-ebb3e9f645fa req-7a87ac34-4d84-4ef0-8a7f-c1f09c6b015a tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410340 Dec 15 14:15:02.954397 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b785c91-3132-4a1a-8e62-d0e4d36f5b99 req-e5f7dd70-69f4-4d05-a504-4975c7f48c4d tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:02.958713 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6b785c91-3132-4a1a-8e62-d0e4d36f5b99 req-e5f7dd70-69f4-4d05-a504-4975c7f48c4d tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 946 time: 0.0476646 Dec 15 14:15:03.005327 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6b785c91-3132-4a1a-8e62-d0e4d36f5b99 req-608c9611-2e5f-4d18-be7c-b06c32c8d624 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436692 Dec 15 14:15:03.286284 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7ea3824-07ac-41b5-961a-a93d4e6f7596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:03.450551 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5672a3-613d-49ca-9e3c-d162ee1e5af5 req-f93730be-b693-4afb-8259-08c98e3a35e2 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:03.452072 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ec5672a3-613d-49ca-9e3c-d162ee1e5af5 req-f93730be-b693-4afb-8259-08c98e3a35e2 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0494013 Dec 15 14:15:03.497551 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ec5672a3-613d-49ca-9e3c-d162ee1e5af5 req-cd0b2f35-69b9-4416-b00b-f8937f84cdee tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396519 Dec 15 14:15:04.134628 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c474187-1a85-4047-9ad6-02ca384a705b req-e677ad4a-b671-4ff1-89c1-f478c4029f3e tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:04.136131 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6c474187-1a85-4047-9ad6-02ca384a705b req-e677ad4a-b671-4ff1-89c1-f478c4029f3e tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 946 time: 0.0537522 Dec 15 14:15:04.181757 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6c474187-1a85-4047-9ad6-02ca384a705b req-5827fa81-cfcc-4fd9-830a-c43b672f4f76 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397120 Dec 15 14:15:04.614687 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c1727-5f57-4c77-b238-aad6340dfa95 req-f5674734-e822-4ee3-b02d-672a0c960f15 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:04.616197 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c14c1727-5f57-4c77-b238-aad6340dfa95 req-f5674734-e822-4ee3-b02d-672a0c960f15 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0519729 Dec 15 14:15:04.667836 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c14c1727-5f57-4c77-b238-aad6340dfa95 req-0ace898a-05e9-4e05-9c0c-70badcdfe6dd tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416303 Dec 15 14:15:05.300714 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c986c96-56a5-4c22-a5ab-0f63ff1f7bda req-bfcf8ca1-9ff6-4ef4-a18e-d6773dea3d09 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:05.302164 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9c986c96-56a5-4c22-a5ab-0f63ff1f7bda req-bfcf8ca1-9ff6-4ef4-a18e-d6773dea3d09 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 946 time: 0.0486286 Dec 15 14:15:05.348398 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9c986c96-56a5-4c22-a5ab-0f63ff1f7bda req-bb432d81-1d33-4d8a-958d-7085c8ff40f8 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401919 Dec 15 14:15:05.783568 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0db11-535b-43de-86df-069a22bfb0e6 req-4970f99e-75a8-4b58-aa23-689f00e888f2 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:05.785066 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c8f0db11-535b-43de-86df-069a22bfb0e6 req-4970f99e-75a8-4b58-aa23-689f00e888f2 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0494425 Dec 15 14:15:05.834866 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c8f0db11-535b-43de-86df-069a22bfb0e6 req-c8e23d1b-daf3-4099-99cc-aeb3e0113520 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434380 Dec 15 14:15:05.838379 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4023194-493b-4055-b067-7b2aa8efe52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:06.466262 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d02d2-b5a4-4a5c-a6de-884c8eedc56c req-98d86726-1918-4842-a80a-2ff78c84f39d tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:06.468242 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-556d02d2-b5a4-4a5c-a6de-884c8eedc56c req-98d86726-1918-4842-a80a-2ff78c84f39d tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 946 time: 0.0486231 Dec 15 14:15:06.515264 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-556d02d2-b5a4-4a5c-a6de-884c8eedc56c req-5faa94a5-bba5-4ac3-abf0-6f9f0f795475 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411062 Dec 15 14:15:06.932170 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:06.948118 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f63b68-1166-475f-ab11-9702a01c09b2 req-482af980-cf0a-400f-b32b-3bc3fa2dd995 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:06.949578 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-41f63b68-1166-475f-ab11-9702a01c09b2 req-482af980-cf0a-400f-b32b-3bc3fa2dd995 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0478451 Dec 15 14:15:06.996882 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-41f63b68-1166-475f-ab11-9702a01c09b2 req-1851e329-c6d9-4854-a021-2188c601cd65 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403008 Dec 15 14:15:07.637978 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5550f-1ee7-4dbe-a99f-f8c44fec85dc req-6988536c-9993-4c9c-9b4a-195384793c8e tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:07.640011 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-54e5550f-1ee7-4dbe-a99f-f8c44fec85dc req-6988536c-9993-4c9c-9b4a-195384793c8e tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 946 time: 0.0529544 Dec 15 14:15:07.688193 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-54e5550f-1ee7-4dbe-a99f-f8c44fec85dc req-5f3bd4a1-6c81-423a-acb9-5c688b962e1a tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417738 Dec 15 14:15:08.113736 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54aeab-9637-4551-89f8-d688e97bf5bb req-c1ee4bd3-e886-4772-ac2c-a4edc9a00a09 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:08.115226 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8d54aeab-9637-4551-89f8-d688e97bf5bb req-c1ee4bd3-e886-4772-ac2c-a4edc9a00a09 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0485024 Dec 15 14:15:08.162527 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8d54aeab-9637-4551-89f8-d688e97bf5bb req-3dcce299-e2b3-4767-b3ca-75b7b8b47a24 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410872 Dec 15 14:15:08.269489 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:08.815051 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbdc65-ff3c-4c18-bbf4-c9ef330043c8 req-01632d6b-008d-4a6e-85b6-b6220c292918 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:08.816545 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-adbbdc65-ff3c-4c18-bbf4-c9ef330043c8 req-01632d6b-008d-4a6e-85b6-b6220c292918 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 946 time: 0.0520134 Dec 15 14:15:08.863329 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-adbbdc65-ff3c-4c18-bbf4-c9ef330043c8 req-e0fe8f88-2e6f-4348-9c6e-4289d3693657 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409415 Dec 15 14:15:09.096929 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 37266) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:09.198027 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d94bd62e-0823-4987-b166-439889524eac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:09.303842 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a8d49-0564-4d37-ad4a-f0b09635c177 req-8b1e3843-5b42-4548-8ffc-e9a7f2b8624e tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:09.305328 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-903a8d49-0564-4d37-ad4a-f0b09635c177 req-8b1e3843-5b42-4548-8ffc-e9a7f2b8624e tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0730743 Dec 15 14:15:09.315315 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d94bd62e-0823-4987-b166-439889524eac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:09.339436 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:09.360437 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-903a8d49-0564-4d37-ad4a-f0b09635c177 req-93632b12-4b36-46c7-9d03-c6b026bc2340 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475810 Dec 15 14:15:09.371952 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d94bd62e-0823-4987-b166-439889524eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:09.414710 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-d94bd62e-0823-4987-b166-439889524eac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f0384ae2bca418b94b6613b8d4606c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3167038 Dec 15 14:15:09.415792 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94bd62e-0823-4987-b166-439889524eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7b1e02-c889-4747-b5ba-4976df2392b3,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:09.417394 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 37276) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:09.423238 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bd62e-0823-4987-b166-439889524eac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:09.423597 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bd62e-0823-4987-b166-439889524eac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:09.423963 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bd62e-0823-4987-b166-439889524eac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:09.424310 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bd62e-0823-4987-b166-439889524eac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:09.424645 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bd62e-0823-4987-b166-439889524eac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:09.424975 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bd62e-0823-4987-b166-439889524eac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:09.425307 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bd62e-0823-4987-b166-439889524eac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:09.425639 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bd62e-0823-4987-b166-439889524eac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:09.425968 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bd62e-0823-4987-b166-439889524eac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:09.426298 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bd62e-0823-4987-b166-439889524eac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:09.426621 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bd62e-0823-4987-b166-439889524eac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:09.426943 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bd62e-0823-4987-b166-439889524eac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:09.427265 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94bd62e-0823-4987-b166-439889524eac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:09.467765 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5a51e993-d875-40ef-ad92-0cd6b28896fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:09.488757 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5a51e993-d875-40ef-ad92-0cd6b28896fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:09.635314 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5a51e993-d875-40ef-ad92-0cd6b28896fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:09.638114 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5a51e993-d875-40ef-ad92-0cd6b28896fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:09.639845 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-5a51e993-d875-40ef-ad92-0cd6b28896fa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ca7b1e02-c889-4747-b5ba-4976df2392b3 HTTP/1.1" status: 204 len: 168 time: 0.2209084 Dec 15 14:15:09.647552 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51e993-d875-40ef-ad92-0cd6b28896fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7b1e02-c889-4747-b5ba-4976df2392b3,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:09.982120 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8bb259-1864-45ac-929f-95d332035464 req-2d76211e-c37e-466e-bec3-83ff5a80447f tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:09.984233 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-da8bb259-1864-45ac-929f-95d332035464 req-2d76211e-c37e-466e-bec3-83ff5a80447f tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 946 time: 0.0499160 Dec 15 14:15:10.032991 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-da8bb259-1864-45ac-929f-95d332035464 req-262a5f05-9c65-458e-b8a5-2dc66d897452 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427318 Dec 15 14:15:10.477151 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f582ac1-2d5f-4598-a2d0-c38df134219f req-e48faa12-891b-4d1f-ade7-ae09ec78ef5d tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:10.478544 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1f582ac1-2d5f-4598-a2d0-c38df134219f req-e48faa12-891b-4d1f-ade7-ae09ec78ef5d tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0541630 Dec 15 14:15:10.527511 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1f582ac1-2d5f-4598-a2d0-c38df134219f req-df9c106d-4ebc-47b2-a7aa-e5806ecc718e tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426497 Dec 15 14:15:10.711499 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 37312) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:10.806351 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-9229a8b8-be78-4000-a549-88199ffc348a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1781310602-network', 'tenant_id': 'f9d3f092c855418592b191699ec2f37d'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:10.884209 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9229a8b8-be78-4000-a549-88199ffc348a admin admin] Made reservation on behalf of f9d3f092c855418592b191699ec2f37d for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:15:10.886525 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9229a8b8-be78-4000-a549-88199ffc348a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:10.895438 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9229a8b8-be78-4000-a549-88199ffc348a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:10.968295 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9229a8b8-be78-4000-a549-88199ffc348a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:11.027560 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9229a8b8-be78-4000-a549-88199ffc348a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:11.053030 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9229a8b8-be78-4000-a549-88199ffc348a admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:15:11.063966 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9229a8b8-be78-4000-a549-88199ffc348a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bdf105-b1cc-41c1-b14b-04630768ee64,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:11.068721 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9229a8b8-be78-4000-a549-88199ffc348a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:11.069066 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.db.segments_db [None req-9229a8b8-be78-4000-a549-88199ffc348a admin admin] Added segment eed6115e-92a6-438e-ae4d-09cacd30ba9e of type vlan for network 64950cd0-9dda-4cbf-8aa1-d2615e4306bd Dec 15 14:15:11.111737 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9229a8b8-be78-4000-a549-88199ffc348a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782778959656'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:11.166521 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b45437-05e2-4746-a116-f42a15999e5f req-a43df3e4-78e3-45a4-b9c1-9e1fcd999f53 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:11.167981 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c7b45437-05e2-4746-a116-f42a15999e5f req-a43df3e4-78e3-45a4-b9c1-9e1fcd999f53 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 946 time: 0.0517292 Dec 15 14:15:11.214158 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c7b45437-05e2-4746-a116-f42a15999e5f req-f98db9dd-113f-49d2-afaf-aa960a513509 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395153 Dec 15 14:15:11.256012 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9229a8b8-be78-4000-a549-88199ffc348a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:11.257051 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9229a8b8-be78-4000-a549-88199ffc348a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:11.260456 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9229a8b8-be78-4000-a549-88199ffc348a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:11.316571 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9229a8b8-be78-4000-a549-88199ffc348a admin admin] Pushing event updated for resources: {'Network': ['ID=64950cd0-9dda-4cbf-8aa1-d2615e4306bd,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:11.326636 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Network 64950cd0-9dda-4cbf-8aa1-d2615e4306bd details requested by agent ovs-agent-dv-cinder-813229-4-iscsi with host dv-cinder-813229-4-iscsi {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:15:11.383645 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-9229a8b8-be78-4000-a549-88199ffc348a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6681793 Dec 15 14:15:11.383844 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 37320) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:11.388546 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-e28fba6f-5593-4a28-9254-4804435ec6c3 admin admin] Request body: {'subnet': {'network_id': '64950cd0-9dda-4cbf-8aa1-d2615e4306bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1781310602-subnet', 'tenant_id': 'f9d3f092c855418592b191699ec2f37d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:11.480634 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28fba6f-5593-4a28-9254-4804435ec6c3 admin admin] Made reservation on behalf of f9d3f092c855418592b191699ec2f37d for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:15:11.483515 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e28fba6f-5593-4a28-9254-4804435ec6c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802185'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:11.653238 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7077c-72d5-4fd2-83f8-5ea0c3e09668 req-a91f69d1-eeb4-497c-82cb-f644fa1ca67c tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:11.655586 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-deb7077c-72d5-4fd2-83f8-5ea0c3e09668 req-a91f69d1-eeb4-497c-82cb-f644fa1ca67c tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0509343 Dec 15 14:15:11.715344 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-deb7077c-72d5-4fd2-83f8-5ea0c3e09668 req-f297c5af-0c0c-406e-9bab-498547877cb4 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533104 Dec 15 14:15:11.749728 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e28fba6f-5593-4a28-9254-4804435ec6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59069539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802199'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:11.808071 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28fba6f-5593-4a28-9254-4804435ec6c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e9598c1-c114-4429-9715-10cb4eea4fb7,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:11.816219 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28fba6f-5593-4a28-9254-4804435ec6c3 admin admin] Checking segment: {'id': 'eed6115e-92a6-438e-ae4d-09cacd30ba9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '64950cd0-9dda-4cbf-8aa1-d2615e4306bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:15:11.816580 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28fba6f-5593-4a28-9254-4804435ec6c3 admin admin] Network hostable DHCP agents. Network: 64950cd0-9dda-4cbf-8aa1-d2615e4306bd, hostable agents: ['00d3855d-cdb4-486b-84c6-a7f3fbe8df5a'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:15:11.909792 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28fba6f-5593-4a28-9254-4804435ec6c3 admin admin] Network 64950cd0-9dda-4cbf-8aa1-d2615e4306bd is scheduled to be hosted by DHCP agent 00d3855d-cdb4-486b-84c6-a7f3fbe8df5a with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:15:11.981612 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-e28fba6f-5593-4a28-9254-4804435ec6c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-4-iscsi, 64950cd0-9dda-4cbf-8aa1-d2615e4306bd) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:15:11.986603 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28fba6f-5593-4a28-9254-4804435ec6c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:11.987541 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e28fba6f-5593-4a28-9254-4804435ec6c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:11.990758 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65710af0-b8f0-4a8b-a090-15f84a34a357 None None] Network 64950cd0-9dda-4cbf-8aa1-d2615e4306bd requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:15:12.101743 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1f72f7-f5d5-4755-9c78-89955e956012 None None] Network 64950cd0-9dda-4cbf-8aa1-d2615e4306bd requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:15:12.112456 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-e28fba6f-5593-4a28-9254-4804435ec6c3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7198415 Dec 15 14:15:12.337477 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69996ec0-94aa-410a-ad15-e5303b00cbf1 req-277e78ad-0c75-4a10-9a8a-8037e69e4fbb tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:12.338945 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-69996ec0-94aa-410a-ad15-e5303b00cbf1 req-277e78ad-0c75-4a10-9a8a-8037e69e4fbb tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 946 time: 0.0481522 Dec 15 14:15:12.389730 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-69996ec0-94aa-410a-ad15-e5303b00cbf1 req-12dae6d1-ac1e-40ca-bfed-32b968299988 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447338 Dec 15 14:15:12.830985 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acce311-214a-4fbd-bd75-f6202457a9ee req-74855758-e7a5-4fe2-9a7b-e6fc8362eeb2 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:12.832510 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4acce311-214a-4fbd-bd75-f6202457a9ee req-74855758-e7a5-4fe2-9a7b-e6fc8362eeb2 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0483170 Dec 15 14:15:12.879321 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4acce311-214a-4fbd-bd75-f6202457a9ee req-c1646103-b35b-4840-aa20-0268e581d1b0 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410573 Dec 15 14:15:13.508174 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e7fe0-e713-4ed3-b8af-69a6863279a2 req-70fe6b69-efc0-4164-8112-2f5ae8efb275 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:13.509621 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d09e7fe0-e713-4ed3-b8af-69a6863279a2 req-70fe6b69-efc0-4164-8112-2f5ae8efb275 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 946 time: 0.0474374 Dec 15 14:15:13.555635 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d09e7fe0-e713-4ed3-b8af-69a6863279a2 req-961d95fc-ba5c-4a9b-9ede-55f863e92319 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389826 Dec 15 14:15:13.996712 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbcc50-2929-4a05-8528-6af375326749 req-2aedf10d-1fd2-482d-bf57-9636fb6a77bc tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:13.997768 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c7dbcc50-2929-4a05-8528-6af375326749 req-2aedf10d-1fd2-482d-bf57-9636fb6a77bc tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0516512 Dec 15 14:15:14.046786 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c7dbcc50-2929-4a05-8528-6af375326749 req-a7e07715-da9f-4e53-bc03-fe0f0722eee9 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418584 Dec 15 14:15:14.679162 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82065be-4e29-49cd-a962-9b72e81c1f0c req-d75029d0-4c73-42b2-8077-941de8d651fb tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:14.680795 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a82065be-4e29-49cd-a962-9b72e81c1f0c req-d75029d0-4c73-42b2-8077-941de8d651fb tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 946 time: 0.0507138 Dec 15 14:15:14.729481 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a82065be-4e29-49cd-a962-9b72e81c1f0c req-c6df6df7-38ec-405d-859d-0ba7a2ce0abd tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427296 Dec 15 14:15:15.197120 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5fd2b-3cbe-42f4-ace8-017b71b6c131 req-e882040d-017b-4dd3-817c-4e64ed2c4735 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:15.198669 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2cc5fd2b-3cbe-42f4-ace8-017b71b6c131 req-e882040d-017b-4dd3-817c-4e64ed2c4735 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0587370 Dec 15 14:15:15.271783 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2cc5fd2b-3cbe-42f4-ace8-017b71b6c131 req-c349e6ea-6f8a-4afa-b134-fe1cdba3326f tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664539 Dec 15 14:15:15.283915 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf86e5-8b37-4ae4-a356-470d061d6809 req-741a67ed-9409-4fc6-a3c8-3ec1ca35020c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:15.285392 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-49bf86e5-8b37-4ae4-a356-470d061d6809 req-741a67ed-9409-4fc6-a3c8-3ec1ca35020c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 1098 time: 0.0547979 Dec 15 14:15:15.338193 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-49bf86e5-8b37-4ae4-a356-470d061d6809 req-0c3c1128-a18d-4111-81fa-b551c5978a5c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438707 Dec 15 14:15:15.662309 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-a578ec01-ddfb-40ac-8791-b6834a8fe3ad tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:15.663749 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-a578ec01-ddfb-40ac-8791-b6834a8fe3ad tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/networks?id=64950cd0-9dda-4cbf-8aa1-d2615e4306bd HTTP/1.1" status: 200 len: 814 time: 0.3179233 Dec 15 14:15:15.678907 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-ed0dfd2b-df07-43c3-8e2e-25356d0de10c tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/quotas/f9d3f092c855418592b191699ec2f37d HTTP/1.1" status: 200 len: 375 time: 0.0093999 Dec 15 14:15:15.707676 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-194fbdb3-a4b4-445a-ae9a-cb6014c45946 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9d3f092c855418592b191699ec2f37d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0236580 Dec 15 14:15:15.800012 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-f64b46e9-aee1-4e53-a868-01ba3648559d service neutron] 10.222.0.36 "GET /v2.0/networks/64950cd0-9dda-4cbf-8aa1-d2615e4306bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855184 Dec 15 14:15:15.913282 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4a220-3c45-49a5-bc1f-24a7b59573fc req-d666b943-9ef4-4fa0-8b56-2e7e2d98a5d6 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:15.914774 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b6f4a220-3c45-49a5-bc1f-24a7b59573fc req-d666b943-9ef4-4fa0-8b56-2e7e2d98a5d6 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 946 time: 0.1017501 Dec 15 14:15:15.942986 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-f981ff49-863c-411a-8bba-890d92515bd8 service neutron] 10.222.0.36 "GET /v2.0/networks/64950cd0-9dda-4cbf-8aa1-d2615e4306bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370308 Dec 15 14:15:15.984980 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b6f4a220-3c45-49a5-bc1f-24a7b59573fc req-1e45dbc1-324b-41ab-9ae7-ca061fbe4035 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589037 Dec 15 14:15:16.205812 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b27981c6-710f-4975-8af5-d6cb71e40469 req-0915427f-fce8-48e1-a0da-173128fd3543 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb HTTP/1.1" status: 200 len: 210 time: 0.0252731 Dec 15 14:15:16.385854 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f3fcb-b3fa-48aa-9cdb-567739bc8d77 req-8021f5fd-31bd-4d62-b51d-99945731a13a tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:16.387288 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-aa6f3fcb-b3fa-48aa-9cdb-567739bc8d77 req-8021f5fd-31bd-4d62-b51d-99945731a13a tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0478077 Dec 15 14:15:16.436710 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-aa6f3fcb-b3fa-48aa-9cdb-567739bc8d77 req-c9cb6bd0-89d5-4539-aa87-b69c37b90ebe tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417960 Dec 15 14:15:17.124597 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86824746-599c-41b2-9b6b-5e51034107ac req-fd04663d-62ba-4da6-99a2-b2c12b73cd05 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:17.126061 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-86824746-599c-41b2-9b6b-5e51034107ac req-fd04663d-62ba-4da6-99a2-b2c12b73cd05 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 946 time: 0.0543551 Dec 15 14:15:17.172859 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-86824746-599c-41b2-9b6b-5e51034107ac req-04df915e-6d38-46dc-9594-f9d97e6a6cf3 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407829 Dec 15 14:15:17.300671 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2f6571f0-4e6d-410e-9343-94d35e72d486 req-70a9cdf5-01c7-4027-93cf-8e6409b116ac tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb HTTP/1.1" status: 200 len: 210 time: 0.0260572 Dec 15 14:15:17.551569 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adeb47-91ec-419f-ae43-a591663115aa req-eeafd45a-f660-4468-bdb1-aff542bc3c30 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:17.553053 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e8adeb47-91ec-419f-ae43-a591663115aa req-eeafd45a-f660-4468-bdb1-aff542bc3c30 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0475316 Dec 15 14:15:17.598882 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e8adeb47-91ec-419f-ae43-a591663115aa req-38460727-abbf-43d6-941d-ddda2193cae2 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399835 Dec 15 14:15:18.069721 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 844a6495-532e-422c-8e4b-f5c0486fc42a details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:15:18.165317 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 844a6495-532e-422c-8e4b-f5c0486fc42a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=844a6495-532e-422c-8e4b-f5c0486fc42a,segment=NetworkSegment(88376a90-d228-4b29-87c9-0e4710ba306c),segment_id=88376a90-d228-4b29-87c9-0e4710ba306c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:18.176775 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Returning: {'device': '844a6495-532e-422c-8e4b-f5c0486fc42a', 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937', 'port_id': '844a6495-532e-422c-8e4b-f5c0486fc42a', 'mac_address': 'fa:16:3e:89:a0:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cdbf821-be2b-4255-be5a-f39d9618a49d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:15:18.218734 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:18.231814 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 844a6495-532e-422c-8e4b-f5c0486fc42a {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:15:18.251667 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 844a6495-532e-422c-8e4b-f5c0486fc42a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=844a6495-532e-422c-8e4b-f5c0486fc42a,segment=NetworkSegment(88376a90-d228-4b29-87c9-0e4710ba306c),segment_id=88376a90-d228-4b29-87c9-0e4710ba306c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:18.297212 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0d340-d378-4fbc-b372-7c9d85533d91 req-daa9b9a1-d711-43a8-8259-e72d56c2aba3 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:18.298702 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e7a0d340-d378-4fbc-b372-7c9d85533d91 req-daa9b9a1-d711-43a8-8259-e72d56c2aba3 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 946 time: 0.0529089 Dec 15 14:15:18.327092 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:18.356461 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e7a0d340-d378-4fbc-b372-7c9d85533d91 req-489fa164-221b-4f31-8e64-62a0a89e209b tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517945 Dec 15 14:15:18.377474 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=844a6495-532e-422c-8e4b-f5c0486fc42a,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:18.384703 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:18.385057 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:18.385406 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:18.385748 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:18.386091 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:18.386425 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:18.386764 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:18.387096 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:18.387426 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:18.387772 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:18.388130 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:18.388461 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:18.389293 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:18.406110 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-953f249e-8cf0-4118-ab6f-961268a1318a req-46133d67-b4a7-4862-8f46-12d906723623 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb HTTP/1.1" status: 200 len: 210 time: 0.0279710 Dec 15 14:15:18.710808 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2546d5-d1b8-4090-8201-1591946994a6 req-a8de1b47-083c-4e2e-92a9-f71ced834b86 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:18.712452 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3b2546d5-d1b8-4090-8201-1591946994a6 req-a8de1b47-083c-4e2e-92a9-f71ced834b86 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0477400 Dec 15 14:15:18.760414 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3b2546d5-d1b8-4090-8201-1591946994a6 req-af1278d8-8fda-4714-85c0-570e75236b35 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416782 Dec 15 14:15:19.354085 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9da74456-fed4-4077-9d21-23ba7aed03e5 req-15326d43-93f8-48bc-9bd4-838eff316e32 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431104 Dec 15 14:15:19.408607 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['844a6495-532e-422c-8e4b-f5c0486fc42a'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:15:19.473909 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da74456-fed4-4077-9d21-23ba7aed03e5 req-5c33bc90-2c54-40b1-aaa6-9a6752f778ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:19.475795 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9da74456-fed4-4077-9d21-23ba7aed03e5 req-5c33bc90-2c54-40b1-aaa6-9a6752f778ce service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=685aa5d5bc754913a5ca3dd5518e129e&device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 1099 time: 0.0814040 Dec 15 14:15:19.508181 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310a7e7-e088-4434-a6b8-574d75dc470f req-a344a49d-2165-4013-82de-2bf1ffe4e0cf tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:19.509835 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9310a7e7-e088-4434-a6b8-574d75dc470f req-a344a49d-2165-4013-82de-2bf1ffe4e0cf tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 945 time: 0.0721180 Dec 15 14:15:19.533784 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b8328a00-314c-49f3-99fc-6563f4e79732 req-18d8d648-4edb-4dd1-9c68-94b8f6d5cfba tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb HTTP/1.1" status: 200 len: 210 time: 0.0445585 Dec 15 14:15:19.631516 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9310a7e7-e088-4434-a6b8-574d75dc470f req-989315de-b7dd-476d-a6bf-20ee78331b16 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0999248 Dec 15 14:15:19.665785 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da74456-fed4-4077-9d21-23ba7aed03e5 req-0ff13f9a-dfba-4a03-96be-1f6f5f4e05fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:19.667275 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9da74456-fed4-4077-9d21-23ba7aed03e5 req-0ff13f9a-dfba-4a03-96be-1f6f5f4e05fa service neutron] 10.222.0.54 "GET /v2.0/networks?id=1398e422-6eb7-4c67-a7ee-d619fb1f02c3 HTTP/1.1" status: 200 len: 920 time: 0.1565273 Dec 15 14:15:19.717395 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9da74456-fed4-4077-9d21-23ba7aed03e5 req-c2008fa2-4c3c-4b20-ba5b-535ca367ed58 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529 HTTP/1.1" status: 200 len: 217 time: 0.0372841 Dec 15 14:15:19.775520 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da74456-fed4-4077-9d21-23ba7aed03e5 req-e6e7e0e4-e4cc-4ad2-bc99-e92dec950e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:19.777039 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9da74456-fed4-4077-9d21-23ba7aed03e5 req-e6e7e0e4-e4cc-4ad2-bc99-e92dec950e98 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b7285ce-5292-474f-9869-ec370d0431c8 HTTP/1.1" status: 200 len: 859 time: 0.0500257 Dec 15 14:15:19.793922 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:19.814787 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9da74456-fed4-4077-9d21-23ba7aed03e5 req-a797669f-e160-4c42-824f-5a30681bfadb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1398e422-6eb7-4c67-a7ee-d619fb1f02c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247095 Dec 15 14:15:19.926717 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c8c1f-d3e3-4d8f-ba8a-e3a792ac7e96 req-2e1650d2-4540-411a-94c3-bdb89de2526b tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:19.928208 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6d5c8c1f-d3e3-4d8f-ba8a-e3a792ac7e96 req-2e1650d2-4540-411a-94c3-bdb89de2526b tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0960617 Dec 15 14:15:19.962619 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9da74456-fed4-4077-9d21-23ba7aed03e5 req-40aef246-25b4-4b09-97c5-70836084595e service neutron] 10.222.0.54 "GET /v2.0/networks/1398e422-6eb7-4c67-a7ee-d619fb1f02c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385794 Dec 15 14:15:19.988238 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6d5c8c1f-d3e3-4d8f-ba8a-e3a792ac7e96 req-ed1ff248-0a05-4b85-a174-574573bdbb8d tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538347 Dec 15 14:15:20.627776 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0ca12ec9-3a5f-4a2a-9f2e-eb931ae5a878 req-ccd29ba2-21e9-4d64-9479-3ae9b9e4f90d tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb HTTP/1.1" status: 200 len: 210 time: 0.0275478 Dec 15 14:15:20.756363 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7cf942-b9de-452c-8349-0c92dbbc6552 req-776300bb-cc8a-4b4f-9808-c7dd24394dc2 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:20.757824 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7d7cf942-b9de-452c-8349-0c92dbbc6552 req-776300bb-cc8a-4b4f-9808-c7dd24394dc2 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 945 time: 0.0499742 Dec 15 14:15:20.808495 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7d7cf942-b9de-452c-8349-0c92dbbc6552 req-5037b625-f0a6-4f82-b3f1-3f14ef8dee5d tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447953 Dec 15 14:15:21.103365 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13378a0-dc43-4380-8ce3-b78e49ae688b req-d7cae01d-c89b-4dc4-a1ce-896a1fab9563 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:21.104904 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f13378a0-dc43-4380-8ce3-b78e49ae688b req-d7cae01d-c89b-4dc4-a1ce-896a1fab9563 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0496411 Dec 15 14:15:21.153340 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f13378a0-dc43-4380-8ce3-b78e49ae688b req-3c564124-e00a-4407-a81b-353260f3cd04 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416849 Dec 15 14:15:21.719070 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c635d8ab-7772-4b7a-ba20-598425b7d48f req-bb9ea814-d137-4ef2-a62a-1782ee998617 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb HTTP/1.1" status: 200 len: 210 time: 0.0258069 Dec 15 14:15:21.876748 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 844a6495-532e-422c-8e4b-f5c0486fc42a up at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:15:21.935341 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning complete for port 844a6495-532e-422c-8e4b-f5c0486fc42a triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:21.935483 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b4829-72ed-4f3e-8b57-d56c1c313a5b req-1f244648-b29b-4cd1-b2bb-792cb8e07e9f tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:21.936227 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:21.936392 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2b1b4829-72ed-4f3e-8b57-d56c1c313a5b req-1f244648-b29b-4cd1-b2bb-792cb8e07e9f tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 945 time: 0.0511141 Dec 15 14:15:21.983345 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2b1b4829-72ed-4f3e-8b57-d56c1c313a5b req-f8de26cb-c051-4995-9441-9fcbf6d76553 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459867 Dec 15 14:15:22.012246 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:22.034109 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8631f02e-761c-4b6a-9b55-fd29ddfe47d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844a6495-532e-422c-8e4b-f5c0486fc42a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:15:22.036373 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563fd6401afa6af5759f990961882efb87115f058b142029c69814770c0d1fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5cc723-ccc3-4f08-8e2d-2ae0c8aa324c" -d '{"events": [{"server_uuid": "8631f02e-761c-4b6a-9b55-fd29ddfe47d8", "name": "network-vif-plugged", "status": "completed", "tag": "844a6495-532e-422c-8e4b-f5c0486fc42a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:15:22.049818 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 844a6495-532e-422c-8e4b-f5c0486fc42a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=844a6495-532e-422c-8e4b-f5c0486fc42a,segment=NetworkSegment(88376a90-d228-4b29-87c9-0e4710ba306c),segment_id=88376a90-d228-4b29-87c9-0e4710ba306c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:22.074636 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd15cffd-2ee7-48d7-b857-abb997919aeb x-openstack-request-id: req-cd15cffd-2ee7-48d7-b857-abb997919aeb {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:15:22.074967 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8631f02e-761c-4b6a-9b55-fd29ddfe47d8", "name": "network-vif-plugged", "status": "completed", "tag": "844a6495-532e-422c-8e4b-f5c0486fc42a", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:15:22.075237 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cd15cffd-2ee7-48d7-b857-abb997919aeb {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:15:22.075641 dv-cinder-813229-4-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8631f02e-761c-4b6a-9b55-fd29ddfe47d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844a6495-532e-422c-8e4b-f5c0486fc42a', 'code': 200} Dec 15 14:15:22.132288 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:22.180045 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=844a6495-532e-422c-8e4b-f5c0486fc42a,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:22.266468 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce12ab8-f81f-4bb2-b006-fbdca9434165 req-591aeb2c-a7c8-4eb9-b22c-8deba8b8c6dc tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:22.267977 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-bce12ab8-f81f-4bb2-b006-fbdca9434165 req-591aeb2c-a7c8-4eb9-b22c-8deba8b8c6dc tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0481453 Dec 15 14:15:22.314585 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-bce12ab8-f81f-4bb2-b006-fbdca9434165 req-8097e0e8-3793-4cd0-ac22-24b329ac1b25 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407741 Dec 15 14:15:22.821869 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3b1e2b32-e4ab-4365-9b98-0c821bf5177d req-fe59c19a-8203-45f2-9f1c-34b12d9da3bd tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb HTTP/1.1" status: 200 len: 210 time: 0.0270331 Dec 15 14:15:23.042210 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9da74456-fed4-4077-9d21-23ba7aed03e5 req-a094a3c2-b7e7-498f-8d84-5aa3301d3fea service neutron] 10.222.0.54 "GET /v2.0/networks/1398e422-6eb7-4c67-a7ee-d619fb1f02c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990024 Dec 15 14:15:23.117105 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1544b8a-c497-4bed-ab7d-f1be3dd3515a req-518d01ff-2812-47a8-90ad-a2a53079cd6a tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:23.118760 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b1544b8a-c497-4bed-ab7d-f1be3dd3515a req-518d01ff-2812-47a8-90ad-a2a53079cd6a tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 946 time: 0.0553672 Dec 15 14:15:23.170954 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b1544b8a-c497-4bed-ab7d-f1be3dd3515a req-17e07d2f-aa12-445f-9600-223b8663de1f tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451210 Dec 15 14:15:23.432472 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7a745-c8cd-42f4-a553-3e3fca7eb852 req-c36a7de9-1c76-4248-be43-80dffb09146c tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:23.434040 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0fe7a745-c8cd-42f4-a553-3e3fca7eb852 req-c36a7de9-1c76-4248-be43-80dffb09146c tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0529106 Dec 15 14:15:23.491275 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0fe7a745-c8cd-42f4-a553-3e3fca7eb852 req-375090d5-f75d-49c7-a46e-babe0ce1970e tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500572 Dec 15 14:15:23.995109 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-405148b4-b4a6-4163-8839-4f1e6f8ea346 req-b72014a9-0f81-4b1d-b65f-6cddc0f71cde tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb HTTP/1.1" status: 200 len: 210 time: 0.0782852 Dec 15 14:15:24.078428 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-5bbd4752-3f20-4899-bfd9-6a676444dcaa tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:24.080475 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-5bbd4752-3f20-4899-bfd9-6a676444dcaa tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.54 "GET /v2.0/networks?id=64950cd0-9dda-4cbf-8aa1-d2615e4306bd HTTP/1.1" status: 200 len: 814 time: 0.2580736 Dec 15 14:15:24.103524 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-b7f6bd2e-4f20-4a26-8715-3d0e5586fae4 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Request body: {'port': {'device_id': 'ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb', 'network_id': '64950cd0-9dda-4cbf-8aa1-d2615e4306bd', 'admin_state_up': True, 'tenant_id': 'f9d3f092c855418592b191699ec2f37d'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:24.355255 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83062d-d36a-4ff7-8d61-abf8851d1ff2 req-e6e1d65d-405a-465e-a247-82d6fc861547 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:24.356939 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-df83062d-d36a-4ff7-8d61-abf8851d1ff2 req-e6e1d65d-405a-465e-a247-82d6fc861547 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 946 time: 0.0818057 Dec 15 14:15:24.374503 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-b7f6bd2e-4f20-4a26-8715-3d0e5586fae4 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Made reservation on behalf of f9d3f092c855418592b191699ec2f37d for: {'port': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:15:24.377682 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-b7f6bd2e-4f20-4a26-8715-3d0e5586fae4 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:24.484786 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-df83062d-d36a-4ff7-8d61-abf8851d1ff2 req-f587ad39-7dbc-4c8c-9d99-5c024990c686 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1210384 Dec 15 14:15:24.703793 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555754ef-009a-4a15-9d5e-a2752dbbec57 req-b59b49cb-e61f-4d8b-8716-3bb11cf13a63 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:24.705588 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-555754ef-009a-4a15-9d5e-a2752dbbec57 req-b59b49cb-e61f-4d8b-8716-3bb11cf13a63 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0806096 Dec 15 14:15:24.709688 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-b7f6bd2e-4f20-4a26-8715-3d0e5586fae4 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Allocated IP 172.20.0.7 (64950cd0-9dda-4cbf-8aa1-d2615e4306bd/5e9598c1-c114-4429-9715-10cb4eea4fb7/b113c35c-4ca3-4037-96fb-e527b48590e0) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:15:24.799509 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-555754ef-009a-4a15-9d5e-a2752dbbec57 req-b4504984-9826-4076-875e-a788add4ad6d tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832274 Dec 15 14:15:24.943714 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-b7f6bd2e-4f20-4a26-8715-3d0e5586fae4 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Publish callbacks [] for port, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:25.040128 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-b7f6bd2e-4f20-4a26-8715-3d0e5586fae4 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:25.105697 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-b7f6bd2e-4f20-4a26-8715-3d0e5586fae4 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Network 64950cd0-9dda-4cbf-8aa1-d2615e4306bd is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:15:25.111013 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-b7f6bd2e-4f20-4a26-8715-3d0e5586fae4 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:15:25.112544 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-b7f6bd2e-4f20-4a26-8715-3d0e5586fae4 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:15:25.141985 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f6bd2e-4f20-4a26-8715-3d0e5586fae4 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Pushing event updated for resources: {'Port': ['ID=b113c35c-4ca3-4037-96fb-e527b48590e0,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:25.209134 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-b7f6bd2e-4f20-4a26-8715-3d0e5586fae4 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:25.210366 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-b7f6bd2e-4f20-4a26-8715-3d0e5586fae4 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:25.250518 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdfadb-dd31-4952-9a38-63c0ea8f882d req-bed83fe8-1992-414c-9360-75e059ef6940 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:25.253620 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-bdbdfadb-dd31-4952-9a38-63c0ea8f882d req-bed83fe8-1992-414c-9360-75e059ef6940 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb HTTP/1.1" status: 200 len: 931 time: 0.1124229 Dec 15 14:15:25.328884 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-bdbdfadb-dd31-4952-9a38-63c0ea8f882d req-1f4a7b28-f780-4758-a36a-dcfde2ca6c89 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/security-groups?id=03bdf105-b1cc-41c1-b14b-04630768ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690703 Dec 15 14:15:25.361681 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-b7f6bd2e-4f20-4a26-8715-3d0e5586fae4 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2648778 Dec 15 14:15:25.378188 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def9dc9-0d42-4a03-94c4-ec6d6d947239 req-0d345a44-9922-4bc6-8a90-58cfe5c780d6 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:25.380001 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1def9dc9-0d42-4a03-94c4-ec6d6d947239 req-0d345a44-9922-4bc6-8a90-58cfe5c780d6 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0643611 Dec 15 14:15:25.386341 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-e514ffca-2c0d-4f55-98a9-a3ce4ec03ff0 service neutron] Request body: {'port': {'device_id': 'ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:25.510489 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1def9dc9-0d42-4a03-94c4-ec6d6d947239 req-ee8fcdeb-5e28-499e-8980-6f9e3705e686 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211653 Dec 15 14:15:25.513823 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-e514ffca-2c0d-4f55-98a9-a3ce4ec03ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:25.544216 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817e5e0-b555-4b80-beb6-2c49d196ca22 req-448e8f74-dc2a-4e04-8859-cc7cb3609882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:25.548646 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c817e5e0-b555-4b80-beb6-2c49d196ca22 req-448e8f74-dc2a-4e04-8859-cc7cb3609882 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=685aa5d5bc754913a5ca3dd5518e129e&device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 1098 time: 0.1292155 Dec 15 14:15:25.864580 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd488d3-0087-446e-aeee-b5b66d408b68 req-4126db58-a25d-4345-93fa-0c15088a6603 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:25.871669 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4bd488d3-0087-446e-aeee-b5b66d408b68 req-4126db58-a25d-4345-93fa-0c15088a6603 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 946 time: 0.2001393 Dec 15 14:15:25.914860 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817e5e0-b555-4b80-beb6-2c49d196ca22 req-f7579fd1-182b-4795-9527-5d68fc8bcb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:25.925564 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c817e5e0-b555-4b80-beb6-2c49d196ca22 req-f7579fd1-182b-4795-9527-5d68fc8bcb33 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1398e422-6eb7-4c67-a7ee-d619fb1f02c3 HTTP/1.1" status: 200 len: 920 time: 0.2461646 Dec 15 14:15:26.053430 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c817e5e0-b555-4b80-beb6-2c49d196ca22 req-8eecec4a-e0a8-45a2-894c-f250d6118a71 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f550a9d9-c3b2-49c2-8bfc-1d263e506ae0 HTTP/1.1" status: 200 len: 217 time: 0.1228616 Dec 15 14:15:26.135234 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4bd488d3-0087-446e-aeee-b5b66d408b68 req-0f099f60-881e-45bc-9aa0-1dceed09ea33 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2571585 Dec 15 14:15:26.182734 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817e5e0-b555-4b80-beb6-2c49d196ca22 req-d2f20461-ed25-4b30-89fe-00ea71efaf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:26.184296 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c817e5e0-b555-4b80-beb6-2c49d196ca22 req-d2f20461-ed25-4b30-89fe-00ea71efaf22 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b7285ce-5292-474f-9869-ec370d0431c8 HTTP/1.1" status: 200 len: 859 time: 0.1116564 Dec 15 14:15:26.227881 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-e514ffca-2c0d-4f55-98a9-a3ce4ec03ff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b113c35c-4ca3-4037-96fb-e527b48590e0 {{(pid=103145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:15:26.256233 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c817e5e0-b555-4b80-beb6-2c49d196ca22 req-2fd40982-5706-47a9-9047-6169cf454567 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1398e422-6eb7-4c67-a7ee-d619fb1f02c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557899 Dec 15 14:15:26.258149 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-e514ffca-2c0d-4f55-98a9-a3ce4ec03ff0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:26.333647 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.provisioning_blocks [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-e514ffca-2c0d-4f55-98a9-a3ce4ec03ff0 service neutron] Transition to ACTIVE for port object b113c35c-4ca3-4037-96fb-e527b48590e0 will not be triggered until provisioned by entity L2. {{(pid=103145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:15:26.396281 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c817e5e0-b555-4b80-beb6-2c49d196ca22 req-63a84774-b05e-431a-bc1d-3eddcdc2b6d0 service neutron] 10.222.0.54 "GET /v2.0/networks/1398e422-6eb7-4c67-a7ee-d619fb1f02c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305153 Dec 15 14:15:26.468636 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-e514ffca-2c0d-4f55-98a9-a3ce4ec03ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:26.922003 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e514ffca-2c0d-4f55-98a9-a3ce4ec03ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=b113c35c-4ca3-4037-96fb-e527b48590e0,revision_number=2']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:26.967947 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821576d-93f7-4195-8279-2d3cd32478d9 req-0d9cfb67-6366-4a70-a26f-677ef6fedb05 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:26.969668 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0821576d-93f7-4195-8279-2d3cd32478d9 req-0d9cfb67-6366-4a70-a26f-677ef6fedb05 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb HTTP/1.1" status: 200 len: 943 time: 0.5128758 Dec 15 14:15:27.004257 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c817e5e0-b555-4b80-beb6-2c49d196ca22 req-22aa62b3-57fa-4054-8b17-74d571497784 service neutron] 10.222.0.54 "GET /v2.0/networks/1398e422-6eb7-4c67-a7ee-d619fb1f02c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6004803 Dec 15 14:15:27.042722 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf66a4f-8604-41e9-948e-18262d47ad99 req-0f99318f-3779-4bee-a3a7-3f89f6325335 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:27.044323 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5bf66a4f-8604-41e9-948e-18262d47ad99 req-0f99318f-3779-4bee-a3a7-3f89f6325335 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.1749253 Dec 15 14:15:27.097237 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-e514ffca-2c0d-4f55-98a9-a3ce4ec03ff0 service neutron] Attempting to bind port b113c35c-4ca3-4037-96fb-e527b48590e0 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:15:27.097908 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-e514ffca-2c0d-4f55-98a9-a3ce4ec03ff0 service neutron] Attempting to bind port b113c35c-4ca3-4037-96fb-e527b48590e0 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'eed6115e-92a6-438e-ae4d-09cacd30ba9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '64950cd0-9dda-4cbf-8aa1-d2615e4306bd'}] {{(pid=103145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:15:27.097908 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-e514ffca-2c0d-4f55-98a9-a3ce4ec03ff0 service neutron] Attempting to bind port b113c35c-4ca3-4037-96fb-e527b48590e0 on network 64950cd0-9dda-4cbf-8aa1-d2615e4306bd {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:27.109085 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0821576d-93f7-4195-8279-2d3cd32478d9 req-d87d893d-eae4-43fa-a55b-7480caf2ced4 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/security-groups?id=03bdf105-b1cc-41c1-b14b-04630768ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304901 Dec 15 14:15:27.110022 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-e514ffca-2c0d-4f55-98a9-a3ce4ec03ff0 service neutron] Port b113c35c-4ca3-4037-96fb-e527b48590e0 on network 64950cd0-9dda-4cbf-8aa1-d2615e4306bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:15:27.110428 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-e514ffca-2c0d-4f55-98a9-a3ce4ec03ff0 service neutron] Attempting to bind port b113c35c-4ca3-4037-96fb-e527b48590e0 on network 64950cd0-9dda-4cbf-8aa1-d2615e4306bd {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:27.123763 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-e514ffca-2c0d-4f55-98a9-a3ce4ec03ff0 service neutron] Checking agent: {'id': 'ac5d7605-2d06-411e-ba74-ad46eb528a57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 11, 20), 'started_at': datetime.datetime(2021, 12, 15, 14, 11, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:15:27.124157 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-e514ffca-2c0d-4f55-98a9-a3ce4ec03ff0 service neutron] Checking segment: {'id': 'eed6115e-92a6-438e-ae4d-09cacd30ba9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '64950cd0-9dda-4cbf-8aa1-d2615e4306bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:15:27.124618 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-e514ffca-2c0d-4f55-98a9-a3ce4ec03ff0 service neutron] Bound using segment: {'id': 'eed6115e-92a6-438e-ae4d-09cacd30ba9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '64950cd0-9dda-4cbf-8aa1-d2615e4306bd'} {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:15:27.125057 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-e514ffca-2c0d-4f55-98a9-a3ce4ec03ff0 service neutron] Bound port: b113c35c-4ca3-4037-96fb-e527b48590e0, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed6115e-92a6-438e-ae4d-09cacd30ba9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '64950cd0-9dda-4cbf-8aa1-d2615e4306bd'}}] {{(pid=103145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:15:27.125410 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-e514ffca-2c0d-4f55-98a9-a3ce4ec03ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:27.152639 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5bf66a4f-8604-41e9-948e-18262d47ad99 req-7c50fb89-d91e-4c8e-91dd-1d515de5e0c0 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825493 Dec 15 14:15:27.203782 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-e514ffca-2c0d-4f55-98a9-a3ce4ec03ff0 service neutron] For port b113c35c-4ca3-4037-96fb-e527b48590e0, host hv-cinder-81322, cleared binding levels {{(pid=103145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:15:27.206940 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-e514ffca-2c0d-4f55-98a9-a3ce4ec03ff0 service neutron] For port b113c35c-4ca3-4037-96fb-e527b48590e0, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b113c35c-4ca3-4037-96fb-e527b48590e0,segment=NetworkSegment(eed6115e-92a6-438e-ae4d-09cacd30ba9e),segment_id=eed6115e-92a6-438e-ae4d-09cacd30ba9e)] {{(pid=103145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:15:27.287462 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380a551-7c05-4530-981b-4433cace61f9 req-b11211c8-3d74-4142-ad63-26c964bb793d tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:27.288982 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8380a551-7c05-4530-981b-4433cace61f9 req-b11211c8-3d74-4142-ad63-26c964bb793d tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 946 time: 0.0701365 Dec 15 14:15:27.309308 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-e514ffca-2c0d-4f55-98a9-a3ce4ec03ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:27.365535 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-e514ffca-2c0d-4f55-98a9-a3ce4ec03ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:27.366785 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-e514ffca-2c0d-4f55-98a9-a3ce4ec03ff0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:27.367753 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-e514ffca-2c0d-4f55-98a9-a3ce4ec03ff0 service neutron] 10.222.0.54 "PUT /v2.0/ports/b113c35c-4ca3-4037-96fb-e527b48590e0 HTTP/1.1" status: 200 len: 1093 time: 1.9861898 Dec 15 14:15:27.368234 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb', 'tag': 'b113c35c-4ca3-4037-96fb-e527b48590e0'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:15:27.370544 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54343ee614085f4f2fe791b0f2f4c0bf4988d50ad8e642b13afe6f74cb17e673" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cde027-7d98-4bb5-8d93-d93bf5319ddd" -d '{"events": [{"name": "network-changed", "server_uuid": "ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb", "tag": "b113c35c-4ca3-4037-96fb-e527b48590e0"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:15:27.410166 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8380a551-7c05-4530-981b-4433cace61f9 req-57386e21-bace-48ba-a94d-5958053b3b40 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1144359 Dec 15 14:15:27.423040 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e514ffca-2c0d-4f55-98a9-a3ce4ec03ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=b113c35c-4ca3-4037-96fb-e527b48590e0,revision_number=3']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:27.439160 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e6ce32-31e8-45a6-8f35-c77481395a57 x-openstack-request-id: req-70e6ce32-31e8-45a6-8f35-c77481395a57 {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:15:27.439160 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb", "tag": "b113c35c-4ca3-4037-96fb-e527b48590e0", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:15:27.439160 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-70e6ce32-31e8-45a6-8f35-c77481395a57 {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:15:27.439160 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb', 'tag': 'b113c35c-4ca3-4037-96fb-e527b48590e0', 'status': 'completed', 'code': 200} Dec 15 14:15:27.493915 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cde027-7d98-4bb5-8d93-d93bf5319ddd req-ceb7d2a3-edc6-4d5f-b6d6-0382966c7b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:27.495583 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-60cde027-7d98-4bb5-8d93-d93bf5319ddd req-ceb7d2a3-edc6-4d5f-b6d6-0382966c7b49 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f9d3f092c855418592b191699ec2f37d&device_id=ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb HTTP/1.1" status: 200 len: 1096 time: 0.0492797 Dec 15 14:15:27.744325 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cde027-7d98-4bb5-8d93-d93bf5319ddd req-cea64a4c-11b7-488c-b00f-4d76e9bdda17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:27.745903 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-60cde027-7d98-4bb5-8d93-d93bf5319ddd req-cea64a4c-11b7-488c-b00f-4d76e9bdda17 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=f9d3f092c855418592b191699ec2f37d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2387972 Dec 15 14:15:28.237345 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2a6db-3bad-4145-b4ef-8207b48ad5eb req-f8ce0fa9-0827-4993-98dd-31ab43e93baf tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:28.238927 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-69c2a6db-3bad-4145-b4ef-8207b48ad5eb req-f8ce0fa9-0827-4993-98dd-31ab43e93baf tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb HTTP/1.1" status: 200 len: 943 time: 0.0548837 Dec 15 14:15:28.341150 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b9874-0f55-4934-9aab-c092549559f7 req-01d6df12-d575-45cd-aba4-f1c0604fa1c6 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:28.342811 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ab3b9874-0f55-4934-9aab-c092549559f7 req-01d6df12-d575-45cd-aba4-f1c0604fa1c6 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0992320 Dec 15 14:15:28.346756 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-69c2a6db-3bad-4145-b4ef-8207b48ad5eb req-10ac84ec-83c8-4204-82b8-73775b212604 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/security-groups?id=03bdf105-b1cc-41c1-b14b-04630768ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908785 Dec 15 14:15:28.407224 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ab3b9874-0f55-4934-9aab-c092549559f7 req-2c389e5d-ec47-4e56-b30b-ef90e434c906 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569055 Dec 15 14:15:28.543210 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cf124-c4fa-4867-aa07-5c59b6631444 req-f51a916f-2aef-4039-9d4f-dd3ea2ade6cf tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:28.545291 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3c5cf124-c4fa-4867-aa07-5c59b6631444 req-f51a916f-2aef-4039-9d4f-dd3ea2ade6cf tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 946 time: 0.0525815 Dec 15 14:15:28.599811 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3c5cf124-c4fa-4867-aa07-5c59b6631444 req-8c1e5936-eb08-456e-892d-63101203a2b9 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459094 Dec 15 14:15:28.990258 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cde027-7d98-4bb5-8d93-d93bf5319ddd req-68c64f2e-1e8a-4cb7-917e-51b577b5d076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:28.991837 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-60cde027-7d98-4bb5-8d93-d93bf5319ddd req-68c64f2e-1e8a-4cb7-917e-51b577b5d076 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1884141 Dec 15 14:15:29.519121 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25820b63-6ee4-4f86-99df-b5f8246dd480 req-f360cdf0-e26f-4866-8bf5-e27946e7938d tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:29.521396 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-25820b63-6ee4-4f86-99df-b5f8246dd480 req-f360cdf0-e26f-4866-8bf5-e27946e7938d tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb HTTP/1.1" status: 200 len: 943 time: 0.0931547 Dec 15 14:15:29.562189 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e6742-036d-4d56-a5ac-00404f762fce req-0f245e01-0ecc-444a-8a11-2e7904cd445d tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:29.563601 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-495e6742-036d-4d56-a5ac-00404f762fce req-0f245e01-0ecc-444a-8a11-2e7904cd445d tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0813620 Dec 15 14:15:29.604465 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-25820b63-6ee4-4f86-99df-b5f8246dd480 req-be63fd61-f751-473f-9761-6bdb27c80518 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/security-groups?id=03bdf105-b1cc-41c1-b14b-04630768ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754514 Dec 15 14:15:29.649146 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-495e6742-036d-4d56-a5ac-00404f762fce req-fbaa7916-0836-459f-9b15-f8d287b4177d tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733490 Dec 15 14:15:29.761977 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f839a6-9f53-4c0b-a214-1fc9a62e1fe3 req-a8719f07-dc68-40d2-961a-2d7541c65673 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:29.765995 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f1f839a6-9f53-4c0b-a214-1fc9a62e1fe3 req-a8719f07-dc68-40d2-961a-2d7541c65673 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 946 time: 0.0718458 Dec 15 14:15:29.832366 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f1f839a6-9f53-4c0b-a214-1fc9a62e1fe3 req-8544120f-eb74-48f8-ac12-64591c27f486 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585289 Dec 15 14:15:30.755838 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10739476-a4d9-4b25-9e36-552b7713fa4f req-233d391d-b99e-4c73-aac5-e3642759e862 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:30.757465 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-10739476-a4d9-4b25-9e36-552b7713fa4f req-233d391d-b99e-4c73-aac5-e3642759e862 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb HTTP/1.1" status: 200 len: 943 time: 0.0793478 Dec 15 14:15:30.804070 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b856ab4-aefc-4887-b183-159527395dd6 req-676f98da-8eb0-4149-883b-5a1a57bd52b8 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:30.805554 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2b856ab4-aefc-4887-b183-159527395dd6 req-676f98da-8eb0-4149-883b-5a1a57bd52b8 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0985703 Dec 15 14:15:30.884881 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-aa4222bd-10ee-4c22-b21d-0a169ad44561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:30.886380 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-aa4222bd-10ee-4c22-b21d-0a169ad44561 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f9d3f092c855418592b191699ec2f37d&device_id=ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb HTTP/1.1" status: 200 len: 1096 time: 0.1272779 Dec 15 14:15:30.901825 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-10739476-a4d9-4b25-9e36-552b7713fa4f req-02d5353a-024f-4c25-b73a-c7afdad1b4d5 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/security-groups?id=03bdf105-b1cc-41c1-b14b-04630768ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317956 Dec 15 14:15:30.931265 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2b856ab4-aefc-4887-b183-159527395dd6 req-429f9e9f-ea64-4c07-bfbb-be97c4faab20 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174042 Dec 15 14:15:30.969400 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-8cfb2281-21eb-4690-906b-7d4288d4506d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b113c35c-4ca3-4037-96fb-e527b48590e0 HTTP/1.1" status: 200 len: 217 time: 0.0727210 Dec 15 14:15:31.066254 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-dc401e16-b4e5-477c-bb19-c91a7c51fb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:31.068837 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-dc401e16-b4e5-477c-bb19-c91a7c51fb30 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5e9598c1-c114-4429-9715-10cb4eea4fb7 HTTP/1.1" status: 200 len: 854 time: 0.0912840 Dec 15 14:15:31.083468 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eea094-3e48-4c9a-abae-278d49a57670 req-7eaac372-deb7-4491-9406-5de9e268c467 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:31.086340 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-81eea094-3e48-4c9a-abae-278d49a57670 req-7eaac372-deb7-4491-9406-5de9e268c467 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 946 time: 0.0959089 Dec 15 14:15:31.119034 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-0c194cd7-b7fb-4b27-aca7-48a404a24256 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=64950cd0-9dda-4cbf-8aa1-d2615e4306bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317256 Dec 15 14:15:31.254511 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-81eea094-3e48-4c9a-abae-278d49a57670 req-887ac479-df2a-4241-b613-0a0a7f6ed443 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1535022 Dec 15 14:15:31.268052 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-4f2dc381-dd52-4ae8-8012-26f36cb4a223 service neutron] 10.222.0.54 "GET /v2.0/networks/64950cd0-9dda-4cbf-8aa1-d2615e4306bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277204 Dec 15 14:15:31.386340 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-053372e7-3d33-4f08-b313-ee5b6d072da2 req-9153e5b2-2c69-4fa2-9178-1659b5f10329 service neutron] 10.222.0.54 "GET /v2.0/networks/64950cd0-9dda-4cbf-8aa1-d2615e4306bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146605 Dec 15 14:15:32.094828 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e1f2a-4ba9-4d11-9cc1-416e6dcfd268 req-f31d9ae9-eb70-4164-9e6f-593411dc0ac3 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:32.096376 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-696e1f2a-4ba9-4d11-9cc1-416e6dcfd268 req-f31d9ae9-eb70-4164-9e6f-593411dc0ac3 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb HTTP/1.1" status: 200 len: 943 time: 0.1079292 Dec 15 14:15:32.113020 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813dd247-2b38-49a6-8199-671c7a48788c req-4f8c7ea4-40ed-43dd-b6bb-0fb28c950bf0 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:32.114837 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-813dd247-2b38-49a6-8199-671c7a48788c req-4f8c7ea4-40ed-43dd-b6bb-0fb28c950bf0 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0834219 Dec 15 14:15:32.226038 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-696e1f2a-4ba9-4d11-9cc1-416e6dcfd268 req-62c73405-f723-4e7e-b5da-e86065353118 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/security-groups?id=03bdf105-b1cc-41c1-b14b-04630768ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102002 Dec 15 14:15:32.248692 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-813dd247-2b38-49a6-8199-671c7a48788c req-87bf5bf8-12a8-45fb-936d-e8a53c1fd254 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152508 Dec 15 14:15:32.414453 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d0104-5750-47d6-88e0-95b854318721 req-998c1399-8fd4-4657-b022-7bb8e5ff0209 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:32.416149 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-421d0104-5750-47d6-88e0-95b854318721 req-998c1399-8fd4-4657-b022-7bb8e5ff0209 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 946 time: 0.0667818 Dec 15 14:15:32.493461 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-421d0104-5750-47d6-88e0-95b854318721 req-38c55feb-a3e6-4547-ab60-36b84f0d0bfa tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0669961 Dec 15 14:15:32.546342 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 37794) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:32.674080 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c83ca0ff-addd-4c81-9f7d-cf0870ebade9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:32.771299 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c83ca0ff-addd-4c81-9f7d-cf0870ebade9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:32.912948 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c83ca0ff-addd-4c81-9f7d-cf0870ebade9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:32.949190 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-c83ca0ff-addd-4c81-9f7d-cf0870ebade9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6f66ff5bfe294effa94e90696906a998&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4009454 Dec 15 14:15:32.953097 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 37806) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:32.968177 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ca0ff-addd-4c81-9f7d-cf0870ebade9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cef9ba8-433b-4517-a758-4c977d305243,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:32.976604 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ca0ff-addd-4c81-9f7d-cf0870ebade9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:32.977216 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ca0ff-addd-4c81-9f7d-cf0870ebade9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:32.977729 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ca0ff-addd-4c81-9f7d-cf0870ebade9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:32.978225 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ca0ff-addd-4c81-9f7d-cf0870ebade9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:32.978725 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ca0ff-addd-4c81-9f7d-cf0870ebade9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:32.979223 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ca0ff-addd-4c81-9f7d-cf0870ebade9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:32.979822 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ca0ff-addd-4c81-9f7d-cf0870ebade9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:32.980337 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ca0ff-addd-4c81-9f7d-cf0870ebade9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:32.980842 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ca0ff-addd-4c81-9f7d-cf0870ebade9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:32.981395 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ca0ff-addd-4c81-9f7d-cf0870ebade9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:32.981744 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ca0ff-addd-4c81-9f7d-cf0870ebade9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:32.982162 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ca0ff-addd-4c81-9f7d-cf0870ebade9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:32.982827 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ca0ff-addd-4c81-9f7d-cf0870ebade9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:33.105239 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7e1b7bdb-5b2d-4279-b6bd-7d8beffc1c77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:33.161085 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7e1b7bdb-5b2d-4279-b6bd-7d8beffc1c77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:33.330849 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf82a9fe-bd02-4114-8ac3-31ca10c9e687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:33.343334 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7e1b7bdb-5b2d-4279-b6bd-7d8beffc1c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:33.346153 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7e1b7bdb-5b2d-4279-b6bd-7d8beffc1c77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:33.347455 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-7e1b7bdb-5b2d-4279-b6bd-7d8beffc1c77 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2cef9ba8-433b-4517-a758-4c977d305243 HTTP/1.1" status: 204 len: 168 time: 0.3924582 Dec 15 14:15:33.378361 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b7bdb-5b2d-4279-b6bd-7d8beffc1c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cef9ba8-433b-4517-a758-4c977d305243,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:33.397139 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486dda4-2e46-45e3-b659-a82c6d0cfd57 req-f8bd6115-2a14-402f-a48a-9492ae8a0d75 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:33.398788 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6486dda4-2e46-45e3-b659-a82c6d0cfd57 req-f8bd6115-2a14-402f-a48a-9492ae8a0d75 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb HTTP/1.1" status: 200 len: 943 time: 0.0818372 Dec 15 14:15:33.485720 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6486dda4-2e46-45e3-b659-a82c6d0cfd57 req-9f397ba0-4c3c-47ec-b0ee-8e9c26e2a61e tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/security-groups?id=03bdf105-b1cc-41c1-b14b-04630768ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750909 Dec 15 14:15:33.588730 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efcb1b4-bb14-4906-a114-63a9b4bf7eb1 req-df0cf363-6d61-4dd1-a9f0-cc73e989c8ad tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:33.597000 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6efcb1b4-bb14-4906-a114-63a9b4bf7eb1 req-df0cf363-6d61-4dd1-a9f0-cc73e989c8ad tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0658858 Dec 15 14:15:33.696706 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6efcb1b4-bb14-4906-a114-63a9b4bf7eb1 req-932b07c1-de8a-4321-8769-cf9af5979b5a tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986080 Dec 15 14:15:33.740461 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f47a91-d2ab-48ef-b4b3-1400f2ee186a req-673127a6-7ce1-4d93-826a-22d9adabbf2c tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:33.748804 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a0f47a91-d2ab-48ef-b4b3-1400f2ee186a req-673127a6-7ce1-4d93-826a-22d9adabbf2c tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.1496625 Dec 15 14:15:33.847185 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a0f47a91-d2ab-48ef-b4b3-1400f2ee186a req-20790896-6192-4396-91e3-c6e165fce9bc tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971560 Dec 15 14:15:33.912082 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb645a62-f903-4aa9-aa6e-8e351fea919f req-176be47d-9dcf-4789-8428-71be653d6190 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:33.922586 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-eb645a62-f903-4aa9-aa6e-8e351fea919f req-176be47d-9dcf-4789-8428-71be653d6190 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 946 time: 0.1394510 Dec 15 14:15:34.007521 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-eb645a62-f903-4aa9-aa6e-8e351fea919f req-86c51378-7ff7-431b-a929-a650e22b8023 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0834544 Dec 15 14:15:34.608747 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc971c-a858-40c4-a1fb-95d76cc12857 req-0f889706-2c79-4ecf-b3aa-b2f27ff83b83 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:34.610215 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-46dc971c-a858-40c4-a1fb-95d76cc12857 req-0f889706-2c79-4ecf-b3aa-b2f27ff83b83 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb HTTP/1.1" status: 200 len: 943 time: 0.0501721 Dec 15 14:15:34.657259 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-46dc971c-a858-40c4-a1fb-95d76cc12857 req-b5035a4c-cbcb-47fd-baa1-b49ec425eef5 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/security-groups?id=03bdf105-b1cc-41c1-b14b-04630768ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409811 Dec 15 14:15:34.993649 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d691e6-2d1e-4822-863f-22b96ba5d32f req-e86158f0-2dd3-4157-83d1-d66a9ae0c503 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:34.995479 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f4d691e6-2d1e-4822-863f-22b96ba5d32f req-e86158f0-2dd3-4157-83d1-d66a9ae0c503 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.0569460 Dec 15 14:15:35.084980 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f4d691e6-2d1e-4822-863f-22b96ba5d32f req-a0db6013-fc56-4945-abe5-8231fbd672ad tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769312 Dec 15 14:15:35.192236 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40318bf2-5528-4f84-9383-fed02d9fcca4 req-6b109c98-865a-4859-98ae-5a5758fa8a93 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:35.200886 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-40318bf2-5528-4f84-9383-fed02d9fcca4 req-6b109c98-865a-4859-98ae-5a5758fa8a93 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 946 time: 0.0723171 Dec 15 14:15:35.231651 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 37852) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:35.257308 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-40318bf2-5528-4f84-9383-fed02d9fcca4 req-354cd00a-3e4a-4aa7-8abb-ecf896c6ff0c tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560908 Dec 15 14:15:35.264381 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device b113c35c-4ca3-4037-96fb-e527b48590e0 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:15:35.376246 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port b113c35c-4ca3-4037-96fb-e527b48590e0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b113c35c-4ca3-4037-96fb-e527b48590e0,segment=NetworkSegment(eed6115e-92a6-438e-ae4d-09cacd30ba9e),segment_id=eed6115e-92a6-438e-ae4d-09cacd30ba9e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:35.391362 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Returning: {'device': 'b113c35c-4ca3-4037-96fb-e527b48590e0', 'network_id': '64950cd0-9dda-4cbf-8aa1-d2615e4306bd', 'port_id': 'b113c35c-4ca3-4037-96fb-e527b48590e0', 'mac_address': 'fa:16:3e:e8:b5:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e9598c1-c114-4429-9715-10cb4eea4fb7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:15:35.427426 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1d33b75e-bb35-48e9-995e-f85e9dd61cc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:35.435136 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:35.455270 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b113c35c-4ca3-4037-96fb-e527b48590e0 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:15:35.477111 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port b113c35c-4ca3-4037-96fb-e527b48590e0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b113c35c-4ca3-4037-96fb-e527b48590e0,segment=NetworkSegment(eed6115e-92a6-438e-ae4d-09cacd30ba9e),segment_id=eed6115e-92a6-438e-ae4d-09cacd30ba9e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:35.512884 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1d33b75e-bb35-48e9-995e-f85e9dd61cc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:35.578010 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:35.626331 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=b113c35c-4ca3-4037-96fb-e527b48590e0,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:35.780326 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019cf46-f70b-4c73-a371-cc79145b3b38 req-2d8cb8bf-5ea4-4fc6-be88-64241aefaa26 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:35.781898 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4019cf46-f70b-4c73-a371-cc79145b3b38 req-2d8cb8bf-5ea4-4fc6-be88-64241aefaa26 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb HTTP/1.1" status: 200 len: 944 time: 0.0505939 Dec 15 14:15:35.795565 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1d33b75e-bb35-48e9-995e-f85e9dd61cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:35.830802 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4019cf46-f70b-4c73-a371-cc79145b3b38 req-44d61f2a-2275-41b4-b320-c49e44b0ab9c tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/security-groups?id=03bdf105-b1cc-41c1-b14b-04630768ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428774 Dec 15 14:15:35.835988 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-1d33b75e-bb35-48e9-995e-f85e9dd61cc6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=76a15fa0ab4d4f38943ccb6bce4ac0a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6026590 Dec 15 14:15:35.842314 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33b75e-bb35-48e9-995e-f85e9dd61cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca60c892-466e-4fc6-84b6-c9e6fd0cb707,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:35.842543 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 37862) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:35.892574 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0beba060-4b0a-417f-a1ac-364c339fbc78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:35.895217 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-be96e13f-75df-4e9a-ae19-571d554ec471 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:35.917318 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-be96e13f-75df-4e9a-ae19-571d554ec471 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:36.080909 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-be96e13f-75df-4e9a-ae19-571d554ec471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:36.083480 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-be96e13f-75df-4e9a-ae19-571d554ec471 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:36.084656 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-be96e13f-75df-4e9a-ae19-571d554ec471 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ca60c892-466e-4fc6-84b6-c9e6fd0cb707 HTTP/1.1" status: 204 len: 168 time: 0.2449746 Dec 15 14:15:36.094794 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be96e13f-75df-4e9a-ae19-571d554ec471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca60c892-466e-4fc6-84b6-c9e6fd0cb707,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:36.213543 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a16b1d-05c7-48e9-8cfb-eedd2e1fa26a req-7759bc07-ef3d-4424-8aad-1e9525dc48aa tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:36.215080 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-27a16b1d-05c7-48e9-8cfb-eedd2e1fa26a req-7759bc07-ef3d-4424-8aad-1e9525dc48aa tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.0505939 Dec 15 14:15:36.264373 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-27a16b1d-05c7-48e9-8cfb-eedd2e1fa26a req-01f44ab6-2707-467e-ae90-2316036b980f tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431650 Dec 15 14:15:36.387742 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faeb6cc-ce73-4a56-be36-494b9a1b6fbc req-3d8492a6-651b-4449-b343-4a677b3715fd tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:36.389894 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8faeb6cc-ce73-4a56-be36-494b9a1b6fbc req-3d8492a6-651b-4449-b343-4a677b3715fd tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 946 time: 0.0491354 Dec 15 14:15:36.436899 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8faeb6cc-ce73-4a56-be36-494b9a1b6fbc req-97a6f8fa-04b2-4942-a3c4-153494e52bbd tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411134 Dec 15 14:15:36.689502 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 37880) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:36.706012 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-85f9ee66-ddcd-4642-b3f4-d521c4392636 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:36.777750 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-85f9ee66-ddcd-4642-b3f4-d521c4392636 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:36.834423 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-85f9ee66-ddcd-4642-b3f4-d521c4392636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:36.870253 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f9ee66-ddcd-4642-b3f4-d521c4392636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d05383-f0d3-4b7b-99ba-ccf1da4cb8f5,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:36.875849 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-85f9ee66-ddcd-4642-b3f4-d521c4392636 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c613c58fc56d4b2a939f13da2b313691&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1846430 Dec 15 14:15:36.877863 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 37886) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:36.954788 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-eafeaede-79ba-4be0-b383-63b113d87d09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:36.966318 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:36.977417 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3a80a-05df-4dee-a6f2-b157ecde7d79 req-66071485-1af8-43a8-a1fc-2306a1e92026 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:36.978889 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-51d3a80a-05df-4dee-a6f2-b157ecde7d79 req-66071485-1af8-43a8-a1fc-2306a1e92026 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb HTTP/1.1" status: 200 len: 944 time: 0.0761712 Dec 15 14:15:36.989425 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-eafeaede-79ba-4be0-b383-63b113d87d09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:37.053997 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-51d3a80a-05df-4dee-a6f2-b157ecde7d79 req-be883ec5-5db4-44a9-b7b5-21cff616f73a tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/security-groups?id=03bdf105-b1cc-41c1-b14b-04630768ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671046 Dec 15 14:15:37.212268 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-eafeaede-79ba-4be0-b383-63b113d87d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:37.214907 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-eafeaede-79ba-4be0-b383-63b113d87d09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:37.216091 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-eafeaede-79ba-4be0-b383-63b113d87d09 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/81d05383-f0d3-4b7b-99ba-ccf1da4cb8f5 HTTP/1.1" status: 204 len: 168 time: 0.3372366 Dec 15 14:15:37.224338 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafeaede-79ba-4be0-b383-63b113d87d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d05383-f0d3-4b7b-99ba-ccf1da4cb8f5,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:37.353848 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:15:37.384333 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d566171-f005-4007-9f80-1fcf763cfb69 req-913adb40-79ed-4809-9677-d4f75938f5a0 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:37.385725 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3d566171-f005-4007-9f80-1fcf763cfb69 req-913adb40-79ed-4809-9677-d4f75938f5a0 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.0517893 Dec 15 14:15:37.434544 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3d566171-f005-4007-9f80-1fcf763cfb69 req-6d4e9947-a944-463f-8449-79f9110cf2e7 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426793 Dec 15 14:15:37.538036 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['b113c35c-4ca3-4037-96fb-e527b48590e0'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:15:37.580243 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fa0bf-eb74-4271-b444-d380f3822550 req-dac7a0cd-015a-4713-9b4e-26bf2e0af572 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:37.582051 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-505fa0bf-eb74-4271-b444-d380f3822550 req-dac7a0cd-015a-4713-9b4e-26bf2e0af572 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 946 time: 0.0716844 Dec 15 14:15:37.637899 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-505fa0bf-eb74-4271-b444-d380f3822550 req-4a8afe0c-bf6c-4ddd-a50b-27532c62ef6a tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446255 Dec 15 14:15:37.815212 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6bcefc-b816-48cb-b00e-04c84b770c7a req-c9e36b21-ae6e-49fd-8d1b-6fa875fbbf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:37.816730 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6a6bcefc-b816-48cb-b00e-04c84b770c7a req-c9e36b21-ae6e-49fd-8d1b-6fa875fbbf0c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0d09ce10de40483aa9ac94558a84aa47&device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 1099 time: 0.0445127 Dec 15 14:15:37.883629 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 37906) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:37.901636 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7258b71a-f439-47ec-8504-40b794b14357 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:37.937783 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6bcefc-b816-48cb-b00e-04c84b770c7a req-b68f2452-9053-4358-a5ce-dbab13aa9ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:37.939262 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6a6bcefc-b816-48cb-b00e-04c84b770c7a req-b68f2452-9053-4358-a5ce-dbab13aa9ddc service neutron] 10.222.0.54 "GET /v2.0/networks?id=87207a00-487c-41ca-9a1a-60e78eea9937 HTTP/1.1" status: 200 len: 917 time: 0.1117871 Dec 15 14:15:38.029395 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6a6bcefc-b816-48cb-b00e-04c84b770c7a req-28393f4e-88f2-45be-b6af-a8ef5b98c605 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=844a6495-532e-422c-8e4b-f5c0486fc42a HTTP/1.1" status: 200 len: 1002 time: 0.0799832 Dec 15 14:15:38.080925 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7258b71a-f439-47ec-8504-40b794b14357 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:38.096448 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6bcefc-b816-48cb-b00e-04c84b770c7a req-952624aa-aa59-4def-ae48-f5f86bd18ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:38.098052 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6a6bcefc-b816-48cb-b00e-04c84b770c7a req-952624aa-aa59-4def-ae48-f5f86bd18ac4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1cdbf821-be2b-4255-be5a-f39d9618a49d HTTP/1.1" status: 200 len: 855 time: 0.0589871 Dec 15 14:15:38.131867 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:38.164968 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7258b71a-f439-47ec-8504-40b794b14357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:38.211024 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6bcefc-b816-48cb-b00e-04c84b770c7a req-931925e2-ae4c-41d7-876e-20c7e2138229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:38.212775 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6a6bcefc-b816-48cb-b00e-04c84b770c7a req-931925e2-ae4c-41d7-876e-20c7e2138229 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=87207a00-487c-41ca-9a1a-60e78eea9937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1064768 Dec 15 14:15:38.220936 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-7258b71a-f439-47ec-8504-40b794b14357 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8e33ad4441d14fab8a94055b33a66445&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3362684 Dec 15 14:15:38.223674 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 37916) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:38.229598 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7258b71a-f439-47ec-8504-40b794b14357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebedf74b-f089-4b83-bc5f-56e1f64366f8,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:38.242366 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc1229b-a797-42ff-83c8-07359c155747 req-ceb8d703-d85f-47c5-8722-60237d397d13 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:38.243834 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9cc1229b-a797-42ff-83c8-07359c155747 req-ceb8d703-d85f-47c5-8722-60237d397d13 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb HTTP/1.1" status: 200 len: 944 time: 0.1132393 Dec 15 14:15:38.274698 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d1112625-76cd-48a5-a045-a8991d256611 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:38.296574 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d1112625-76cd-48a5-a045-a8991d256611 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:38.347247 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9cc1229b-a797-42ff-83c8-07359c155747 req-25fc0b1a-e20c-494a-b868-c025b97a4aab tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/security-groups?id=03bdf105-b1cc-41c1-b14b-04630768ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915906 Dec 15 14:15:38.364176 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6a6bcefc-b816-48cb-b00e-04c84b770c7a req-3b7a37a7-d9f1-40ad-a851-474081f83fd9 service neutron] 10.222.0.54 "GET /v2.0/networks/87207a00-487c-41ca-9a1a-60e78eea9937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367807 Dec 15 14:15:38.400810 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d1112625-76cd-48a5-a045-a8991d256611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:38.403411 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d1112625-76cd-48a5-a045-a8991d256611 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:38.405127 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-d1112625-76cd-48a5-a045-a8991d256611 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ebedf74b-f089-4b83-bc5f-56e1f64366f8 HTTP/1.1" status: 204 len: 168 time: 0.1803365 Dec 15 14:15:38.413305 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1112625-76cd-48a5-a045-a8991d256611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebedf74b-f089-4b83-bc5f-56e1f64366f8,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:38.500805 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6a6bcefc-b816-48cb-b00e-04c84b770c7a req-77e9c8fe-6f0d-4328-adba-f71dd4b00c2f service neutron] 10.222.0.54 "GET /v2.0/networks/87207a00-487c-41ca-9a1a-60e78eea9937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295335 Dec 15 14:15:38.534078 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef117a1-42bc-4216-8ba6-39e814a6c580 req-b0de8ac8-d93b-42da-a34a-7df14f47576c tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:38.535540 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-fef117a1-42bc-4216-8ba6-39e814a6c580 req-b0de8ac8-d93b-42da-a34a-7df14f47576c tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0781159 Dec 15 14:15:38.599864 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6f0ad-6759-4854-a76e-9ebe7f4d68ce req-d1a5a6b2-cc21-4aab-92dc-983dbfe72e89 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:38.601847 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-edd6f0ad-6759-4854-a76e-9ebe7f4d68ce req-d1a5a6b2-cc21-4aab-92dc-983dbfe72e89 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.0915234 Dec 15 14:15:38.608968 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-fef117a1-42bc-4216-8ba6-39e814a6c580 req-15c784a8-f263-4460-b1a4-c84762fe7362 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598428 Dec 15 14:15:38.650768 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-edd6f0ad-6759-4854-a76e-9ebe7f4d68ce req-6a442845-09d7-4cbd-8fc7-1379f71e0fca tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407548 Dec 15 14:15:38.760754 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c59706-4a3c-41a3-8440-4dea37b472df req-c3c3eb14-db6b-44e8-a0d1-6b4cb6974481 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:38.767712 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-37c59706-4a3c-41a3-8440-4dea37b472df req-c3c3eb14-db6b-44e8-a0d1-6b4cb6974481 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 946 time: 0.0505254 Dec 15 14:15:38.815426 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-37c59706-4a3c-41a3-8440-4dea37b472df req-d49c0f4b-0d93-41b7-8468-8ae23b92f760 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451820 Dec 15 14:15:39.280247 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device b113c35c-4ca3-4037-96fb-e527b48590e0 up at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:15:39.309708 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:39.392700 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning for port b113c35c-4ca3-4037-96fb-e527b48590e0 completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:15:39.396972 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning complete for port b113c35c-4ca3-4037-96fb-e527b48590e0 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:39.402202 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:39.482545 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d4938-fdd5-4f29-b55a-90faac6b6492 req-16a26f1c-da4a-4120-9544-d6fc8b593160 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:39.490920 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b26d4938-fdd5-4f29-b55a-90faac6b6492 req-16a26f1c-da4a-4120-9544-d6fc8b593160 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb HTTP/1.1" status: 200 len: 944 time: 0.0751822 Dec 15 14:15:39.503805 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:39.530846 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b113c35c-4ca3-4037-96fb-e527b48590e0'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:15:39.534359 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563fd6401afa6af5759f990961882efb87115f058b142029c69814770c0d1fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b276fe5-418b-4a67-b966-dabc107e3187" -d '{"events": [{"server_uuid": "ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb", "name": "network-vif-plugged", "status": "completed", "tag": "b113c35c-4ca3-4037-96fb-e527b48590e0"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:15:39.552058 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b26d4938-fdd5-4f29-b55a-90faac6b6492 req-913590fd-7b42-4bed-a4d8-eb757e75c70d tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/security-groups?id=03bdf105-b1cc-41c1-b14b-04630768ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542800 Dec 15 14:15:39.567068 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port b113c35c-4ca3-4037-96fb-e527b48590e0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b113c35c-4ca3-4037-96fb-e527b48590e0,segment=NetworkSegment(eed6115e-92a6-438e-ae4d-09cacd30ba9e),segment_id=eed6115e-92a6-438e-ae4d-09cacd30ba9e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:39.591652 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e977fdb-5657-4160-8589-efc3b63c0826 x-openstack-request-id: req-2e977fdb-5657-4160-8589-efc3b63c0826 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:15:39.592076 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb", "name": "network-vif-plugged", "status": "completed", "tag": "b113c35c-4ca3-4037-96fb-e527b48590e0", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:15:39.592076 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2e977fdb-5657-4160-8589-efc3b63c0826 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:15:39.592880 dv-cinder-813229-4-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b113c35c-4ca3-4037-96fb-e527b48590e0', 'code': 200} Dec 15 14:15:39.634357 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:39.694301 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=b113c35c-4ca3-4037-96fb-e527b48590e0,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:39.800239 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17e283-090c-4cb3-b6da-d28b998c70ae req-5bd12ccc-67a3-49a5-affe-ec01ef4aee1b tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:39.801753 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-dc17e283-090c-4cb3-b6da-d28b998c70ae req-5bd12ccc-67a3-49a5-affe-ec01ef4aee1b tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.0588458 Dec 15 14:15:39.856980 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-dc17e283-090c-4cb3-b6da-d28b998c70ae req-51eb575c-e642-4682-9498-783456bc58b7 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490930 Dec 15 14:15:40.216307 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f28f9e-2731-4e26-bf9c-581309bce16c req-ddbe445a-0d77-49b1-9e69-aa51c0fb449b tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:40.217878 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-86f28f9e-2731-4e26-bf9c-581309bce16c req-ddbe445a-0d77-49b1-9e69-aa51c0fb449b tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 946 time: 0.3137333 Dec 15 14:15:40.220733 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3e8f9-ce27-4679-b1d1-b400652c9810 req-b8afed7e-a623-4070-8759-7efec7053338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:40.222116 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-51c3e8f9-ce27-4679-b1d1-b400652c9810 req-b8afed7e-a623-4070-8759-7efec7053338 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb HTTP/1.1" status: 200 len: 1098 time: 0.2870238 Dec 15 14:15:40.297374 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-86f28f9e-2731-4e26-bf9c-581309bce16c req-9efc4571-1631-4b04-962d-14b71591e5aa tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0724978 Dec 15 14:15:40.299824 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-51c3e8f9-ce27-4679-b1d1-b400652c9810 req-6f5d2bbf-b828-45d2-854d-d025aa5660e2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=03bdf105-b1cc-41c1-b14b-04630768ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678542 Dec 15 14:15:40.672717 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381aee4-9bc5-40a0-927f-98bc896b879d req-129fe403-03d6-4e6c-aee4-18f913c8b2f3 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:40.674178 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9381aee4-9bc5-40a0-927f-98bc896b879d req-129fe403-03d6-4e6c-aee4-18f913c8b2f3 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb HTTP/1.1" status: 200 len: 945 time: 0.0531864 Dec 15 14:15:40.725114 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9381aee4-9bc5-40a0-927f-98bc896b879d req-28512d00-c696-423c-8316-56bad9ba5005 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/security-groups?id=03bdf105-b1cc-41c1-b14b-04630768ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450377 Dec 15 14:15:40.977320 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba774f-c4c4-4eca-a62c-a49b332345ef req-1a4b3362-e378-4ffe-9e57-f7f072e7a915 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:40.978793 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-93ba774f-c4c4-4eca-a62c-a49b332345ef req-1a4b3362-e378-4ffe-9e57-f7f072e7a915 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.0488067 Dec 15 14:15:41.028035 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-93ba774f-c4c4-4eca-a62c-a49b332345ef req-afeebe9f-3765-408f-bbda-811a488d9a15 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427637 Dec 15 14:15:41.292888 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 844a6495-532e-422c-8e4b-f5c0486fc42a no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:15:41.387546 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:41.423694 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 844a6495-532e-422c-8e4b-f5c0486fc42a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=844a6495-532e-422c-8e4b-f5c0486fc42a,segment=NetworkSegment(88376a90-d228-4b29-87c9-0e4710ba306c),segment_id=88376a90-d228-4b29-87c9-0e4710ba306c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:41.443438 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464074a0-4ae6-4ddb-bc05-fbee7aeafb2c req-8f73c2c8-b262-4d17-82f6-7660becdf29f tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:41.444968 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-464074a0-4ae6-4ddb-bc05-fbee7aeafb2c req-8f73c2c8-b262-4d17-82f6-7660becdf29f tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 946 time: 0.0623193 Dec 15 14:15:41.492150 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-464074a0-4ae6-4ddb-bc05-fbee7aeafb2c req-5c3fb92f-cc8f-4be0-a135-c8e09e7ecd9d tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412431 Dec 15 14:15:41.503556 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:41.658690 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8631f02e-761c-4b6a-9b55-fd29ddfe47d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '844a6495-532e-422c-8e4b-f5c0486fc42a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:15:41.660938 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563fd6401afa6af5759f990961882efb87115f058b142029c69814770c0d1fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b0f5e9-613d-4cea-b96f-65b5e1c43c2b" -d '{"events": [{"server_uuid": "8631f02e-761c-4b6a-9b55-fd29ddfe47d8", "name": "network-vif-unplugged", "status": "completed", "tag": "844a6495-532e-422c-8e4b-f5c0486fc42a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:15:41.692460 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=844a6495-532e-422c-8e4b-f5c0486fc42a,revision_number=8']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:41.747919 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 14:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05c949c-f14b-4c43-8fc6-83a2562aa2f8 x-openstack-request-id: req-f05c949c-f14b-4c43-8fc6-83a2562aa2f8 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:15:41.748461 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8631f02e-761c-4b6a-9b55-fd29ddfe47d8", "name": "network-vif-unplugged", "status": "completed", "tag": "844a6495-532e-422c-8e4b-f5c0486fc42a", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:15:41.748881 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f05c949c-f14b-4c43-8fc6-83a2562aa2f8 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:15:41.749274 dv-cinder-813229-4-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8631f02e-761c-4b6a-9b55-fd29ddfe47d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '844a6495-532e-422c-8e4b-f5c0486fc42a', 'code': 200} Dec 15 14:15:41.850105 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d94e3-c9f3-4548-940b-3681c9027ce3 req-974b6eb7-21e7-41f8-95fd-0a16a785495a tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:41.851983 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-205d94e3-c9f3-4548-940b-3681c9027ce3 req-974b6eb7-21e7-41f8-95fd-0a16a785495a tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb HTTP/1.1" status: 200 len: 945 time: 0.0563383 Dec 15 14:15:41.901864 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-205d94e3-c9f3-4548-940b-3681c9027ce3 req-7ad23f68-518f-4c40-8cb7-8542dd159ca7 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/security-groups?id=03bdf105-b1cc-41c1-b14b-04630768ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422661 Dec 15 14:15:42.146304 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ea945-4440-4357-8695-47d4b239f36f req-13aab0ef-d20e-47a2-90d5-f2ab59009e1b tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:42.147778 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9b4ea945-4440-4357-8695-47d4b239f36f req-13aab0ef-d20e-47a2-90d5-f2ab59009e1b tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.0493608 Dec 15 14:15:42.195011 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9b4ea945-4440-4357-8695-47d4b239f36f req-ee7d32d8-168e-4aea-b38b-965fca92bd87 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412879 Dec 15 14:15:42.861327 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [req-d21a7d51-23aa-476f-8f7a-79ba92e9488c req-65d75492-4c2d-4f5f-8b1e-07a9e8b42910 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:15:42.862545 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d21a7d51-23aa-476f-8f7a-79ba92e9488c req-65d75492-4c2d-4f5f-8b1e-07a9e8b42910 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060246 Dec 15 14:15:42.881649 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 38074) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:43.009141 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d760a6a3-0ce1-4fb9-a8fa-8371766ff6b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:43.021542 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9655d9-df17-45ee-a8f9-e5fa0e31b196 req-58e62693-5529-40b9-9487-a68077b80bb7 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:43.022283 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4e9655d9-df17-45ee-a8f9-e5fa0e31b196 req-58e62693-5529-40b9-9487-a68077b80bb7 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb HTTP/1.1" status: 200 len: 945 time: 0.0514462 Dec 15 14:15:43.078061 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4e9655d9-df17-45ee-a8f9-e5fa0e31b196 req-7f0c9d47-322f-44e3-b31f-5677626c6356 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/security-groups?id=03bdf105-b1cc-41c1-b14b-04630768ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483582 Dec 15 14:15:43.084475 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d760a6a3-0ce1-4fb9-a8fa-8371766ff6b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:43.210703 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d760a6a3-0ce1-4fb9-a8fa-8371766ff6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:43.251886 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d760a6a3-0ce1-4fb9-a8fa-8371766ff6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3756fb76-c4cb-4e41-8a21-702a3b078ebc,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:43.259268 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-d760a6a3-0ce1-4fb9-a8fa-8371766ff6b5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5f01cdcd4363401cbdfca5d7cbccbaf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3764648 Dec 15 14:15:43.260468 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 38114) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:43.324517 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-50e7c7ec-b97c-40a9-ab9b-9b06f0170b4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:43.332787 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028deb7-3abd-4311-97ee-bf62a4ea410f req-50d7260c-31bf-4b26-8b7b-499163b3f841 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:43.334931 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6028deb7-3abd-4311-97ee-bf62a4ea410f req-50d7260c-31bf-4b26-8b7b-499163b3f841 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 944 time: 0.1418483 Dec 15 14:15:43.358208 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-50e7c7ec-b97c-40a9-ab9b-9b06f0170b4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:43.435633 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6028deb7-3abd-4311-97ee-bf62a4ea410f req-c96a1776-5d4e-42d7-b500-8a39d285268e tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0803823 Dec 15 14:15:43.455888 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64616c0f-8e60-44ac-a21f-e85d4917030b req-9da00e09-ae56-4fc2-912a-00314b6ea6a0 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:43.457505 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-64616c0f-8e60-44ac-a21f-e85d4917030b req-9da00e09-ae56-4fc2-912a-00314b6ea6a0 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.1695485 Dec 15 14:15:43.512735 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-64616c0f-8e60-44ac-a21f-e85d4917030b req-b7c28274-47ad-4e50-aa46-51254a4c04aa tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484657 Dec 15 14:15:43.552974 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-50e7c7ec-b97c-40a9-ab9b-9b06f0170b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:43.555792 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-50e7c7ec-b97c-40a9-ab9b-9b06f0170b4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:43.557211 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-50e7c7ec-b97c-40a9-ab9b-9b06f0170b4f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3756fb76-c4cb-4e41-8a21-702a3b078ebc HTTP/1.1" status: 204 len: 168 time: 0.2955289 Dec 15 14:15:43.567271 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e7c7ec-b97c-40a9-ab9b-9b06f0170b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3756fb76-c4cb-4e41-8a21-702a3b078ebc,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:43.908512 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 38150) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:44.002355 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cd0f3720-cf26-4ab2-9cbb-086e3d3d0b63 req-50968edb-e703-4f73-ba43-b41a931368c7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0927012 Dec 15 14:15:44.011114 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [req-cd0f3720-cf26-4ab2-9cbb-086e3d3d0b63 req-02b1e1df-f316-4fba-8171-bbe0d2933e0f service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:15:44.012090 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cd0f3720-cf26-4ab2-9cbb-086e3d3d0b63 req-02b1e1df-f316-4fba-8171-bbe0d2933e0f service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048118 Dec 15 14:15:44.238559 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 38164) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:44.252274 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-3452f898-7929-4eea-b723-16df6cdb633b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:44.327071 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-3452f898-7929-4eea-b723-16df6cdb633b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:44.400218 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-3452f898-7929-4eea-b723-16df6cdb633b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:44.441537 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-3452f898-7929-4eea-b723-16df6cdb633b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b2eb8f3e007d4304badf5951bc19c9e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2018490 Dec 15 14:15:44.444457 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452f898-7929-4eea-b723-16df6cdb633b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a9d04f-1d5a-4cd3-90ec-76de35d28fb3,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:44.445241 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 38170) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:44.507226 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bf099cfc-60ff-4842-adee-292f044e1621 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:44.530580 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bf099cfc-60ff-4842-adee-292f044e1621 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:44.603107 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b74728-b9c6-4d83-a0f7-5f9d8f1de0b1 req-ead442d9-2cb2-42de-9c1b-cb0d23f60a1e tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:44.604640 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-80b74728-b9c6-4d83-a0f7-5f9d8f1de0b1 req-ead442d9-2cb2-42de-9c1b-cb0d23f60a1e tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 944 time: 0.0637937 Dec 15 14:15:44.695275 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0923a-03bd-4bf5-93f2-c68de5964913 req-d49681df-09a3-44b9-8bb8-866738ff04f4 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:44.696833 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ceb0923a-03bd-4bf5-93f2-c68de5964913 req-d49681df-09a3-44b9-8bb8-866738ff04f4 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.0912676 Dec 15 14:15:44.697647 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bf099cfc-60ff-4842-adee-292f044e1621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:44.701900 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-bf099cfc-60ff-4842-adee-292f044e1621 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:44.705865 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-80b74728-b9c6-4d83-a0f7-5f9d8f1de0b1 req-e26ee4ff-44d6-4408-b0dd-98b31f15c7fd tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0873570 Dec 15 14:15:44.706112 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-bf099cfc-60ff-4842-adee-292f044e1621 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/30a9d04f-1d5a-4cd3-90ec-76de35d28fb3 HTTP/1.1" status: 204 len: 168 time: 0.2589896 Dec 15 14:15:44.722016 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf099cfc-60ff-4842-adee-292f044e1621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a9d04f-1d5a-4cd3-90ec-76de35d28fb3,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:44.778843 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ceb0923a-03bd-4bf5-93f2-c68de5964913 req-38055d9d-13f3-487e-9c3e-8661a87fbe37 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715969 Dec 15 14:15:45.324247 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 844a6495-532e-422c-8e4b-f5c0486fc42a no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:15:45.857505 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3535de6-fd88-4c0c-80e0-a4f308884e25 req-80f0fa40-1387-4fe4-afb9-47da302e6dc4 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:45.859082 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b3535de6-fd88-4c0c-80e0-a4f308884e25 req-80f0fa40-1387-4fe4-afb9-47da302e6dc4 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 944 time: 0.0662103 Dec 15 14:15:45.939442 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b3535de6-fd88-4c0c-80e0-a4f308884e25 req-dc191f99-6598-4764-ba05-32aacfd2bfe2 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0698636 Dec 15 14:15:45.946682 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f147ec-f2d0-40be-9999-8c746306a078 req-58444528-a951-4155-852e-182e2bbf3fcc tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:45.948214 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f1f147ec-f2d0-40be-9999-8c746306a078 req-58444528-a951-4155-852e-182e2bbf3fcc tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.0882151 Dec 15 14:15:45.999812 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f1f147ec-f2d0-40be-9999-8c746306a078 req-9afbe499-05bd-47cc-ae00-fe7fd5e79f97 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441973 Dec 15 14:15:46.475094 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 38248) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:46.582584 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-dee728e3-c409-4c45-b972-44ae2082b0ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:46.658929 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-dee728e3-c409-4c45-b972-44ae2082b0ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:46.760323 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-dee728e3-c409-4c45-b972-44ae2082b0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:46.768000 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 38254) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:46.804003 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-dee728e3-c409-4c45-b972-44ae2082b0ff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=909a7a247c6545a7a5b565f76adb5ec2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3266919 Dec 15 14:15:46.806085 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 38258) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:46.808021 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee728e3-c409-4c45-b972-44ae2082b0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433e66ac-c2bf-495a-8892-fbb4b3fbb7e1,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:46.863500 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4ad00fe5-902d-4662-b9fa-7e0e3ebe8b9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:46.884836 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b855d26d-f0a7-4dc7-8a11-1027038c689e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:46.904892 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4ad00fe5-902d-4662-b9fa-7e0e3ebe8b9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:47.002551 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b855d26d-f0a7-4dc7-8a11-1027038c689e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:47.055569 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4ad00fe5-902d-4662-b9fa-7e0e3ebe8b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:47.058477 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4ad00fe5-902d-4662-b9fa-7e0e3ebe8b9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:47.060418 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-4ad00fe5-902d-4662-b9fa-7e0e3ebe8b9a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/433e66ac-c2bf-495a-8892-fbb4b3fbb7e1 HTTP/1.1" status: 204 len: 168 time: 0.2522428 Dec 15 14:15:47.072054 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad00fe5-902d-4662-b9fa-7e0e3ebe8b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433e66ac-c2bf-495a-8892-fbb4b3fbb7e1,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:47.158025 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b855d26d-f0a7-4dc7-8a11-1027038c689e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:47.171895 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37208a7d-b1f2-42a1-84bf-70a24abed4d0 req-ed8bbd59-8a83-4f12-80b4-e786dbe48229 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:47.173446 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-37208a7d-b1f2-42a1-84bf-70a24abed4d0 req-ed8bbd59-8a83-4f12-80b4-e786dbe48229 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 944 time: 0.1162484 Dec 15 14:15:47.186635 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba6b020-d3be-4617-8297-8efd43a6c99c req-0057ae38-5595-4953-bfd9-8eb0aca97fdb tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:47.188042 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-bba6b020-d3be-4617-8297-8efd43a6c99c req-0057ae38-5595-4953-bfd9-8eb0aca97fdb tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.0802646 Dec 15 14:15:47.202185 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-b855d26d-f0a7-4dc7-8a11-1027038c689e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=80cc68fe30664894bd7373d4bc8fd03e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4330683 Dec 15 14:15:47.203049 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855d26d-f0a7-4dc7-8a11-1027038c689e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c333c0b2-dd70-4e4b-9aa7-8750c9baf11e,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:47.206119 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 38274) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:47.257239 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1691ff19-b5da-49a7-b0d2-2d6887193bf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:47.271091 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-37208a7d-b1f2-42a1-84bf-70a24abed4d0 req-79d6e2e5-9877-4684-bf2d-a60f65d75aa5 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0819628 Dec 15 14:15:47.281462 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1691ff19-b5da-49a7-b0d2-2d6887193bf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:47.293456 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-bba6b020-d3be-4617-8297-8efd43a6c99c req-a6774d56-ac30-41c0-b938-1eb3c84e0a5f tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882733 Dec 15 14:15:47.415688 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1691ff19-b5da-49a7-b0d2-2d6887193bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:47.418603 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1691ff19-b5da-49a7-b0d2-2d6887193bf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:47.423012 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-1691ff19-b5da-49a7-b0d2-2d6887193bf1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c333c0b2-dd70-4e4b-9aa7-8750c9baf11e HTTP/1.1" status: 204 len: 168 time: 0.2133968 Dec 15 14:15:47.428863 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1691ff19-b5da-49a7-b0d2-2d6887193bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c333c0b2-dd70-4e4b-9aa7-8750c9baf11e,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:47.675213 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c5786-b4d0-4dd4-a547-4b8ae33fb3cd req-c4de5069-e420-440e-a00e-61a04a9538d7 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:47.676737 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c22c5786-b4d0-4dd4-a547-4b8ae33fb3cd req-c4de5069-e420-440e-a00e-61a04a9538d7 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0499246 Dec 15 14:15:47.764589 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c22c5786-b4d0-4dd4-a547-4b8ae33fb3cd req-4d96e1ff-a5cb-4e02-a54a-999260acd99f tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816832 Dec 15 14:15:47.782408 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563789e-ce95-4486-83b5-ae8e43aa049d req-d26bb0a7-5f4e-4082-ab4e-024c3f2ccde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:47.784351 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3563789e-ce95-4486-83b5-ae8e43aa049d req-d26bb0a7-5f4e-4082-ab4e-024c3f2ccde6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=685aa5d5bc754913a5ca3dd5518e129e&device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 1098 time: 0.0708990 Dec 15 14:15:47.892763 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563789e-ce95-4486-83b5-ae8e43aa049d req-736fd696-52ce-4570-b805-fd1906e41088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:47.894215 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3563789e-ce95-4486-83b5-ae8e43aa049d req-736fd696-52ce-4570-b805-fd1906e41088 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1398e422-6eb7-4c67-a7ee-d619fb1f02c3 HTTP/1.1" status: 200 len: 920 time: 0.1023142 Dec 15 14:15:47.942978 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3563789e-ce95-4486-83b5-ae8e43aa049d req-b50a106b-8764-49e2-aeaa-68d1ad74a3f9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f550a9d9-c3b2-49c2-8bfc-1d263e506ae0 HTTP/1.1" status: 200 len: 217 time: 0.0393174 Dec 15 14:15:48.000498 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563789e-ce95-4486-83b5-ae8e43aa049d req-9bda0ae6-eaac-4114-8db9-5e3b810ed243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:48.001954 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3563789e-ce95-4486-83b5-ae8e43aa049d req-9bda0ae6-eaac-4114-8db9-5e3b810ed243 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b7285ce-5292-474f-9869-ec370d0431c8 HTTP/1.1" status: 200 len: 859 time: 0.0491846 Dec 15 14:15:48.044167 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3563789e-ce95-4486-83b5-ae8e43aa049d req-3100094b-4dd2-4300-aab5-6712db36c3c6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1398e422-6eb7-4c67-a7ee-d619fb1f02c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241580 Dec 15 14:15:48.149949 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3563789e-ce95-4486-83b5-ae8e43aa049d req-6e64b704-8dc1-4998-9e61-4c4259aa5596 service neutron] 10.222.0.54 "GET /v2.0/networks/1398e422-6eb7-4c67-a7ee-d619fb1f02c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949082 Dec 15 14:15:48.223729 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 38304) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:48.245448 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3c5ebd88-6b50-43cf-9876-196b0548fcf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:48.405333 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3563789e-ce95-4486-83b5-ae8e43aa049d req-ad76a690-9aa2-4116-8943-c5e7bc75ba96 service neutron] 10.222.0.54 "GET /v2.0/networks/1398e422-6eb7-4c67-a7ee-d619fb1f02c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975530 Dec 15 14:15:48.405333 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 38310) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:48.408045 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3c5ebd88-6b50-43cf-9876-196b0548fcf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:48.447065 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-16e92a3f-aee8-4637-86a8-5102e68a8344 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2146548866-network', 'tenant_id': '9ed188fb44624c1b86723b0a0cf261c5'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:48.479406 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81106112-d218-4f1e-97aa-06be5378bd97 req-4f158dc5-68cd-4437-93d5-1979bd01a894 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:48.481056 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-81106112-d218-4f1e-97aa-06be5378bd97 req-4f158dc5-68cd-4437-93d5-1979bd01a894 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 944 time: 0.1025183 Dec 15 14:15:48.504492 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3881e-7350-4282-9244-62d95be4b97f req-d8a297fb-c781-42be-956f-0564b1468e7e tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:48.505855 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7ea3881e-7350-4282-9244-62d95be4b97f req-d8a297fb-c781-42be-956f-0564b1468e7e tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.0996432 Dec 15 14:15:48.532099 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3c5ebd88-6b50-43cf-9876-196b0548fcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:48.568151 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-81106112-d218-4f1e-97aa-06be5378bd97 req-7d674361-e0f0-40d2-9f65-314875bc44f6 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0791123 Dec 15 14:15:48.571592 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-3c5ebd88-6b50-43cf-9876-196b0548fcf4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=42400600e40149a89a161a9e9d392449&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3464947 Dec 15 14:15:48.574131 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 38318) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:48.581434 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ebd88-6b50-43cf-9876-196b0548fcf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6de35f2-d76a-446d-bd1b-47dc58b08743,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:48.582898 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7ea3881e-7350-4282-9244-62d95be4b97f req-c94e1f79-47d8-4ab8-9d64-d7b8f85bc9d8 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691876 Dec 15 14:15:48.595467 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e92a3f-aee8-4637-86a8-5102e68a8344 admin admin] Made reservation on behalf of 9ed188fb44624c1b86723b0a0cf261c5 for: {'network': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:15:48.600161 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-16e92a3f-aee8-4637-86a8-5102e68a8344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for network, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:48.613041 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-16e92a3f-aee8-4637-86a8-5102e68a8344 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:48.644061 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-01494b97-fa4f-4564-8f36-ccfe3a5ca7bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:48.667577 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-01494b97-fa4f-4564-8f36-ccfe3a5ca7bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:48.692006 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-16e92a3f-aee8-4637-86a8-5102e68a8344 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:48.760362 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-16e92a3f-aee8-4637-86a8-5102e68a8344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:48.788726 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e92a3f-aee8-4637-86a8-5102e68a8344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:48.806600 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-01494b97-fa4f-4564-8f36-ccfe3a5ca7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:48.809365 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-01494b97-fa4f-4564-8f36-ccfe3a5ca7bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:48.810936 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-01494b97-fa4f-4564-8f36-ccfe3a5ca7bb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e6de35f2-d76a-446d-bd1b-47dc58b08743 HTTP/1.1" status: 204 len: 168 time: 0.2353728 Dec 15 14:15:48.814973 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16e92a3f-aee8-4637-86a8-5102e68a8344 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:15:48.829443 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01494b97-fa4f-4564-8f36-ccfe3a5ca7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6de35f2-d76a-446d-bd1b-47dc58b08743,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:48.830054 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-16e92a3f-aee8-4637-86a8-5102e68a8344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967'] for segment, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:48.830493 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.db.segments_db [None req-16e92a3f-aee8-4637-86a8-5102e68a8344 admin admin] Added segment 8e192a0f-936f-422d-a9cb-64bbb026c93b of type vlan for network 0ab8db93-01e2-4a13-a31c-081ad8890766 Dec 15 14:15:48.908792 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-16e92a3f-aee8-4637-86a8-5102e68a8344 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782778959656'] for network, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:48.945702 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31a31f-7f02-410a-a777-0c12aa89992b req-7a70ce02-166f-4f57-8b77-7f2e9f5663ef tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:48.947193 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-af31a31f-7f02-410a-a777-0c12aa89992b req-7a70ce02-166f-4f57-8b77-7f2e9f5663ef tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0754402 Dec 15 14:15:48.999164 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-af31a31f-7f02-410a-a777-0c12aa89992b req-51c730ce-c2e0-43f4-8609-d45b28a9a167 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452387 Dec 15 14:15:49.009275 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-16e92a3f-aee8-4637-86a8-5102e68a8344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241'] for network, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:49.010269 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e92a3f-aee8-4637-86a8-5102e68a8344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:49.010967 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-16e92a3f-aee8-4637-86a8-5102e68a8344 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for network, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:49.077398 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e92a3f-aee8-4637-86a8-5102e68a8344 admin admin] Pushing event updated for resources: {'Network': ['ID=0ab8db93-01e2-4a13-a31c-081ad8890766,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:49.087717 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Network 0ab8db93-01e2-4a13-a31c-081ad8890766 details requested by agent ovs-agent-dv-cinder-813229-4-iscsi with host dv-cinder-813229-4-iscsi {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:15:49.142823 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-16e92a3f-aee8-4637-86a8-5102e68a8344 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8306468 Dec 15 14:15:49.148235 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 38326) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:49.158359 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-21472382-675f-489a-ae54-7b119cf1c430 admin admin] Request body: {'subnet': {'network_id': '0ab8db93-01e2-4a13-a31c-081ad8890766', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2146548866-subnet', 'tenant_id': '9ed188fb44624c1b86723b0a0cf261c5', 'ip_version': 4}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:49.163145 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f3720-cf26-4ab2-9cbb-086e3d3d0b63 req-1483f554-1d41-4e11-82ef-ad85ba757ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:49.164834 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cd0f3720-cf26-4ab2-9cbb-086e3d3d0b63 req-1483f554-1d41-4e11-82ef-ad85ba757ab5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8&tenant_id=0d09ce10de40483aa9ac94558a84aa47 HTTP/1.1" status: 200 len: 1097 time: 0.0850174 Dec 15 14:15:49.238516 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f3720-cf26-4ab2-9cbb-086e3d3d0b63 req-0cc0a830-cec5-4b36-8912-119bc04147ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:49.240233 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cd0f3720-cf26-4ab2-9cbb-086e3d3d0b63 req-0cc0a830-cec5-4b36-8912-119bc04147ba service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0d09ce10de40483aa9ac94558a84aa47&device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 1097 time: 0.0465200 Dec 15 14:15:49.246249 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21472382-675f-489a-ae54-7b119cf1c430 admin admin] Made reservation on behalf of 9ed188fb44624c1b86723b0a0cf261c5 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:15:49.248930 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-21472382-675f-489a-ae54-7b119cf1c430 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802185'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:49.356164 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f3720-cf26-4ab2-9cbb-086e3d3d0b63 req-345f466a-accf-4741-aaa7-ae788c0520ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:49.358463 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cd0f3720-cf26-4ab2-9cbb-086e3d3d0b63 req-345f466a-accf-4741-aaa7-ae788c0520ac service neutron] 10.222.0.54 "GET /v2.0/networks?id=87207a00-487c-41ca-9a1a-60e78eea9937 HTTP/1.1" status: 200 len: 917 time: 0.1099715 Dec 15 14:15:49.435108 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cd0f3720-cf26-4ab2-9cbb-086e3d3d0b63 req-c3f750c3-daec-43cd-8646-6738eee15ce9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=844a6495-532e-422c-8e4b-f5c0486fc42a HTTP/1.1" status: 200 len: 1000 time: 0.0617442 Dec 15 14:15:49.489365 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f3720-cf26-4ab2-9cbb-086e3d3d0b63 req-8b16cf79-ddcc-4b14-815e-a02e6fee9a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:49.490811 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cd0f3720-cf26-4ab2-9cbb-086e3d3d0b63 req-8b16cf79-ddcc-4b14-815e-a02e6fee9a2a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1cdbf821-be2b-4255-be5a-f39d9618a49d HTTP/1.1" status: 200 len: 855 time: 0.0508063 Dec 15 14:15:49.503428 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-21472382-675f-489a-ae54-7b119cf1c430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59069539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802199'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:49.540490 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f3720-cf26-4ab2-9cbb-086e3d3d0b63 req-ea684d8e-2714-4ea2-8275-94305bdb8e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:49.541938 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cd0f3720-cf26-4ab2-9cbb-086e3d3d0b63 req-ea684d8e-2714-4ea2-8275-94305bdb8e63 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=87207a00-487c-41ca-9a1a-60e78eea9937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395455 Dec 15 14:15:49.561579 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21472382-675f-489a-ae54-7b119cf1c430 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3bc8042-5e9a-48ef-a809-de8051625fa5,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:49.572600 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21472382-675f-489a-ae54-7b119cf1c430 admin admin] Checking segment: {'id': '8e192a0f-936f-422d-a9cb-64bbb026c93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0ab8db93-01e2-4a13-a31c-081ad8890766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:15:49.572600 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21472382-675f-489a-ae54-7b119cf1c430 admin admin] Network hostable DHCP agents. Network: 0ab8db93-01e2-4a13-a31c-081ad8890766, hostable agents: ['00d3855d-cdb4-486b-84c6-a7f3fbe8df5a'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:15:49.646202 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21472382-675f-489a-ae54-7b119cf1c430 admin admin] Network 0ab8db93-01e2-4a13-a31c-081ad8890766 is scheduled to be hosted by DHCP agent 00d3855d-cdb4-486b-84c6-a7f3fbe8df5a with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:15:49.674485 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cd0f3720-cf26-4ab2-9cbb-086e3d3d0b63 req-296b8f7c-0cab-4b6c-b56f-d6e414cc181b service neutron] 10.222.0.54 "GET /v2.0/networks/87207a00-487c-41ca-9a1a-60e78eea9937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181607 Dec 15 14:15:49.721194 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-21472382-675f-489a-ae54-7b119cf1c430 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-4-iscsi, 0ab8db93-01e2-4a13-a31c-081ad8890766) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:15:49.725977 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21472382-675f-489a-ae54-7b119cf1c430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:49.731528 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-21472382-675f-489a-ae54-7b119cf1c430 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:49.741557 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2095925-438b-43d0-a399-56dde28bbd3a None None] Network 0ab8db93-01e2-4a13-a31c-081ad8890766 requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:15:49.808961 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:49.829862 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872c8c5-fb83-4ac1-a49b-4f51c1d196ab req-8a2b9541-8dc8-4033-b407-b16b6513dc29 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:49.829992 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-21472382-675f-489a-ae54-7b119cf1c430 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6766129 Dec 15 14:15:49.829992 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 38348) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:49.832545 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e872c8c5-fb83-4ac1-a49b-4f51c1d196ab req-8a2b9541-8dc8-4033-b407-b16b6513dc29 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.1268876 Dec 15 14:15:49.833386 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-33b5768a-a62f-4f4a-b5e4-5f9d9dc9e358 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2146548866-router', 'tenant_id': '9ed188fb44624c1b86723b0a0cf261c5', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'}}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:49.846984 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b5352-a80a-488c-937e-b74f07d6d473 req-2c58fbbf-f190-4c8d-8539-9ce2e1b18830 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:49.860161 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5e0b5352-a80a-488c-937e-b74f07d6d473 req-2c58fbbf-f190-4c8d-8539-9ce2e1b18830 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 944 time: 0.1772685 Dec 15 14:15:49.882495 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c481cb4c-3c82-49be-8e3e-eb45782568b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3ace9d4-bb60-588e-bb51-46ac2ab48d23-0ab8db93-01e2-4a13-a31c-081ad8890766', 'network_id': '0ab8db93-01e2-4a13-a31c-081ad8890766', 'project_id': '9ed188fb44624c1b86723b0a0cf261c5', 'fixed_ips': [{'subnet_id': 'c3bc8042-5e9a-48ef-a809-de8051625fa5'}]}} from dv-cinder-813229-4-iscsi. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:15:49.882495 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c481cb4c-3c82-49be-8e3e-eb45782568b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:49.919996 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cd0f3720-cf26-4ab2-9cbb-086e3d3d0b63 req-949af096-7747-4661-bddb-b250671f6843 service neutron] 10.222.0.54 "GET /v2.0/networks/87207a00-487c-41ca-9a1a-60e78eea9937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296104 Dec 15 14:15:49.958845 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5e0b5352-a80a-488c-937e-b74f07d6d473 req-29f8f77a-d751-402e-8325-d26d811fb962 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0976920 Dec 15 14:15:49.967467 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e872c8c5-fb83-4ac1-a49b-4f51c1d196ab req-1bcfb173-6ca1-4181-8651-a11971092257 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962236 Dec 15 14:15:49.978012 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-33b5768a-a62f-4f4a-b5e4-5f9d9dc9e358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5185'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:49.980433 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-33b5768a-a62f-4f4a-b5e4-5f9d9dc9e358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:50.044838 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-c481cb4c-3c82-49be-8e3e-eb45782568b3 None None] Allocated IP 172.20.0.2 (0ab8db93-01e2-4a13-a31c-081ad8890766/c3bc8042-5e9a-48ef-a809-de8051625fa5/203c8d06-1bc1-40c2-9933-3c742d14da61) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:15:50.066450 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-33b5768a-a62f-4f4a-b5e4-5f9d9dc9e358 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:50.148709 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2e6ad-9f4c-4b2e-a163-dce75b3f88d3 req-1845d53c-99af-48fa-9d6c-e61c3b62eeb4 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:50.160068 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e1f2e6ad-9f4c-4b2e-a163-dce75b3f88d3 req-1845d53c-99af-48fa-9d6c-e61c3b62eeb4 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0622330 Dec 15 14:15:50.215445 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e1f2e6ad-9f4c-4b2e-a163-dce75b3f88d3 req-f35e5324-d173-4822-adad-e994b1359232 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540996 Dec 15 14:15:50.230825 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c481cb4c-3c82-49be-8e3e-eb45782568b3 None None] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:50.282481 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-33b5768a-a62f-4f4a-b5e4-5f9d9dc9e358 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:50.341713 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c481cb4c-3c82-49be-8e3e-eb45782568b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:50.386614 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c481cb4c-3c82-49be-8e3e-eb45782568b3 None None] Network 0ab8db93-01e2-4a13-a31c-081ad8890766 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:15:50.392171 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-c481cb4c-3c82-49be-8e3e-eb45782568b3 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:15:50.396712 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c481cb4c-3c82-49be-8e3e-eb45782568b3 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:15:50.398713 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c481cb4c-3c82-49be-8e3e-eb45782568b3 None None] Pushing event updated for resources: {'Port': ['ID=203c8d06-1bc1-40c2-9933-3c742d14da61,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:50.457054 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-c481cb4c-3c82-49be-8e3e-eb45782568b3 None None] Attempting to bind port 203c8d06-1bc1-40c2-9933-3c742d14da61 on host dv-cinder-813229-4-iscsi for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:15:50.457470 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-c481cb4c-3c82-49be-8e3e-eb45782568b3 None None] Attempting to bind port 203c8d06-1bc1-40c2-9933-3c742d14da61 by drivers openvswitch,hyperv on host dv-cinder-813229-4-iscsi at level 0 using segments [{'id': '8e192a0f-936f-422d-a9cb-64bbb026c93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0ab8db93-01e2-4a13-a31c-081ad8890766'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:15:50.457842 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c481cb4c-3c82-49be-8e3e-eb45782568b3 None None] Attempting to bind port 203c8d06-1bc1-40c2-9933-3c742d14da61 on network 0ab8db93-01e2-4a13-a31c-081ad8890766 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:50.463891 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c481cb4c-3c82-49be-8e3e-eb45782568b3 None None] Checking agent: {'id': '939e8715-7657-4010-a58c-eb05979aa89f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 5, 9), 'started_at': datetime.datetime(2021, 12, 15, 14, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:15:50.464425 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c481cb4c-3c82-49be-8e3e-eb45782568b3 None None] Checking segment: {'id': '8e192a0f-936f-422d-a9cb-64bbb026c93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0ab8db93-01e2-4a13-a31c-081ad8890766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:15:50.464840 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c481cb4c-3c82-49be-8e3e-eb45782568b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:50.465241 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c481cb4c-3c82-49be-8e3e-eb45782568b3 None None] Bound using segment: {'id': '8e192a0f-936f-422d-a9cb-64bbb026c93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0ab8db93-01e2-4a13-a31c-081ad8890766'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:15:50.465765 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-c481cb4c-3c82-49be-8e3e-eb45782568b3 None None] Bound port: 203c8d06-1bc1-40c2-9933-3c742d14da61, host: dv-cinder-813229-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e192a0f-936f-422d-a9cb-64bbb026c93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0ab8db93-01e2-4a13-a31c-081ad8890766'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:15:50.466158 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c481cb4c-3c82-49be-8e3e-eb45782568b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:50.540996 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-c481cb4c-3c82-49be-8e3e-eb45782568b3 None None] For port 203c8d06-1bc1-40c2-9933-3c742d14da61, host dv-cinder-813229-4-iscsi, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:15:50.545009 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-c481cb4c-3c82-49be-8e3e-eb45782568b3 None None] For port 203c8d06-1bc1-40c2-9933-3c742d14da61, host dv-cinder-813229-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=203c8d06-1bc1-40c2-9933-3c742d14da61,segment=NetworkSegment(8e192a0f-936f-422d-a9cb-64bbb026c93b),segment_id=8e192a0f-936f-422d-a9cb-64bbb026c93b)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:15:50.594450 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-33b5768a-a62f-4f4a-b5e4-5f9d9dc9e358 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:50.613567 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-33b5768a-a62f-4f4a-b5e4-5f9d9dc9e358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:50.632909 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c481cb4c-3c82-49be-8e3e-eb45782568b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:50.712276 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c481cb4c-3c82-49be-8e3e-eb45782568b3 None None] Pushing event updated for resources: {'Port': ['ID=203c8d06-1bc1-40c2-9933-3c742d14da61,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:50.741099 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-33b5768a-a62f-4f4a-b5e4-5f9d9dc9e358 admin admin] Allocated IP 172.27.3.106 (828b465c-2de9-4223-b21e-29ccc1fcf343/8db6495a-cb76-4dd2-8fa8-8ada67659a42/5fd6142c-0671-4016-879c-0c0cd7f76068) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:15:50.951377 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-33b5768a-a62f-4f4a-b5e4-5f9d9dc9e358 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:51.142656 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-33b5768a-a62f-4f4a-b5e4-5f9d9dc9e358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59071379'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:51.239593 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73313cc-7f1a-4d77-9a84-4186f96609ca req-77bc9799-ca3c-4593-88fd-c3de9bd62f43 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:51.250396 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a73313cc-7f1a-4d77-9a84-4186f96609ca req-77bc9799-ca3c-4593-88fd-c3de9bd62f43 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.1768558 Dec 15 14:15:51.289460 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e0e5d-5c3d-425b-9200-4833ff1e62a7 req-0a5073fa-1164-4d65-8085-1cb323dc79ea tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:51.298559 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-876e0e5d-5c3d-425b-9200-4833ff1e62a7 req-0a5073fa-1164-4d65-8085-1cb323dc79ea tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 944 time: 0.1570342 Dec 15 14:15:51.339811 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5768a-a62f-4f4a-b5e4-5f9d9dc9e358 admin admin] Pushing event updated for resources: {'Port': ['ID=5fd6142c-0671-4016-879c-0c0cd7f76068,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:51.354022 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b5768a-a62f-4f4a-b5e4-5f9d9dc9e358 admin admin] Network 828b465c-2de9-4223-b21e-29ccc1fcf343 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:15:51.357146 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-33b5768a-a62f-4f4a-b5e4-5f9d9dc9e358 admin admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:15:51.361587 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b5768a-a62f-4f4a-b5e4-5f9d9dc9e358 admin admin] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:15:51.432405 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a73313cc-7f1a-4d77-9a84-4186f96609ca req-2fa81539-42fc-441c-8a7d-432c3f70bd9e tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755407 Dec 15 14:15:51.498555 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-876e0e5d-5c3d-425b-9200-4833ff1e62a7 req-169a06cf-6e56-456d-a770-af713b6a8887 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1988311 Dec 15 14:15:51.761162 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a333c1-9829-4433-baff-666f9616ae13 req-1e73eb79-1017-4a7d-b6dd-62c55aaf10d5 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:51.762821 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-48a333c1-9829-4433-baff-666f9616ae13 req-1e73eb79-1017-4a7d-b6dd-62c55aaf10d5 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.1073895 Dec 15 14:15:51.791176 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 203c8d06-1bc1-40c2-9933-3c742d14da61 up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:15:51.910330 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port 203c8d06-1bc1-40c2-9933-3c742d14da61 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:51.910937 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:51.933613 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-48a333c1-9829-4433-baff-666f9616ae13 req-237822f6-e9c9-41b9-b831-c5832bc24911 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605663 Dec 15 14:15:52.065109 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:52.142112 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] For port 203c8d06-1bc1-40c2-9933-3c742d14da61, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=203c8d06-1bc1-40c2-9933-3c742d14da61,segment=NetworkSegment(8e192a0f-936f-422d-a9cb-64bbb026c93b),segment_id=8e192a0f-936f-422d-a9cb-64bbb026c93b)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:52.204232 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:52.321194 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Pushing event updated for resources: {'Port': ['ID=203c8d06-1bc1-40c2-9933-3c742d14da61,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:52.363596 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-33b5768a-a62f-4f4a-b5e4-5f9d9dc9e358 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:52.470698 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 38422) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:52.565016 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a5553c-c370-4dab-b6f1-3a0de46f7fea None None] Network 0ab8db93-01e2-4a13-a31c-081ad8890766 requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:15:52.670809 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ec3c0-9621-452c-8edc-46125519fb33 req-7666a2ef-839c-44c3-bcf7-eba2fdacd594 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:52.677994 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-627ec3c0-9621-452c-8edc-46125519fb33 req-7666a2ef-839c-44c3-bcf7-eba2fdacd594 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.1072311 Dec 15 14:15:52.686418 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-2d55afbe-afa3-446f-9924-d83fed177597 None None] Provisioning complete for port 203c8d06-1bc1-40c2-9933-3c742d14da61 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:52.686935 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2d55afbe-afa3-446f-9924-d83fed177597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:52.724807 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-33b5768a-a62f-4f4a-b5e4-5f9d9dc9e358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582066'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:52.749119 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-78711a0a-1a6c-4e55-9de4-447ac564096e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:52.770088 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989f442-256f-4670-a577-072f1646a8e9 req-24f989ad-c98e-4508-ac0d-8357a291b5b7 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:52.771649 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e989f442-256f-4670-a577-072f1646a8e9 req-24f989ad-c98e-4508-ac0d-8357a291b5b7 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 944 time: 0.0911496 Dec 15 14:15:52.842735 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-627ec3c0-9621-452c-8edc-46125519fb33 req-c31c9b58-4d8e-45d4-a851-62771bec4f5a tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637874 Dec 15 14:15:52.871736 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e989f442-256f-4670-a577-072f1646a8e9 req-c0b7935e-8fbc-4d40-90aa-f4ad5cd3e065 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0910397 Dec 15 14:15:52.951416 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-78711a0a-1a6c-4e55-9de4-447ac564096e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:53.046396 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-78711a0a-1a6c-4e55-9de4-447ac564096e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:53.077412 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c774a6a-fc47-4b39-be37-5602a37f0ce9 req-18d26048-e1af-49b1-b8fe-63dc4cf6d54e tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:53.078993 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3c774a6a-fc47-4b39-be37-5602a37f0ce9 req-18d26048-e1af-49b1-b8fe-63dc4cf6d54e tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0779192 Dec 15 14:15:53.086949 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b5768a-a62f-4f4a-b5e4-5f9d9dc9e358 admin admin] Router 172cb4e6-3a92-4459-b22a-ccd014342dbc is scheduled to L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:15:53.121070 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-78711a0a-1a6c-4e55-9de4-447ac564096e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c060f65b85164611bde33d5acbfe1b85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6482055 Dec 15 14:15:53.124469 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 38430) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:53.131670 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78711a0a-1a6c-4e55-9de4-447ac564096e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d106611-d215-4895-be9d-b4c776f6fc2b,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:53.185622 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3c774a6a-fc47-4b39-be37-5602a37f0ce9 req-6e554344-a3de-43ab-ab22-0cc9d4bcf811 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936918 Dec 15 14:15:53.207123 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-2c267d5b-e1ad-452d-8045-6949f097c81d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:53.233786 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-c7a879bc-d78e-4d5a-86d0-1aa9a0ca7d9b None None] Provisioning complete for port 203c8d06-1bc1-40c2-9933-3c742d14da61 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:53.234816 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7a879bc-d78e-4d5a-86d0-1aa9a0ca7d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:53.239566 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-2c267d5b-e1ad-452d-8045-6949f097c81d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:53.304374 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b5768a-a62f-4f4a-b5e4-5f9d9dc9e358 admin admin] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:15:53.314222 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3326de5-ce5a-4929-b9dd-be9d1e953c8e None None] Sync routers for ids ['172cb4e6-3a92-4459-b22a-ccd014342dbc'] in dv-cinder-813229-4-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:15:53.324968 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3326de5-ce5a-4929-b9dd-be9d1e953c8e None None] Routers {'172cb4e6-3a92-4459-b22a-ccd014342dbc'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:15:53.326888 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-e3326de5-ce5a-4929-b9dd-be9d1e953c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:15:36Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['172cb4e6-3a92-4459-b22a-ccd014342dbc'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:53.366308 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-2c267d5b-e1ad-452d-8045-6949f097c81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:53.369830 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-2c267d5b-e1ad-452d-8045-6949f097c81d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:53.374106 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-2c267d5b-e1ad-452d-8045-6949f097c81d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8d106611-d215-4895-be9d-b4c776f6fc2b HTTP/1.1" status: 204 len: 168 time: 0.2482710 Dec 15 14:15:53.387143 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c267d5b-e1ad-452d-8045-6949f097c81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d106611-d215-4895-be9d-b4c776f6fc2b,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:53.433958 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-33b5768a-a62f-4f4a-b5e4-5f9d9dc9e358 admin admin] Publish callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:53.437582 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-33b5768a-a62f-4f4a-b5e4-5f9d9dc9e358 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6072683 Dec 15 14:15:53.439953 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 38434) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:53.503363 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-e3326de5-ce5a-4929-b9dd-be9d1e953c8e None None] Set router 172cb4e6-3a92-4459-b22a-ccd014342dbc gateway port host: dv-cinder-813229-4-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:15:53.723976 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 203c8d06-1bc1-40c2-9933-3c742d14da61 up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:15:53.814965 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port 203c8d06-1bc1-40c2-9933-3c742d14da61 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:53.815343 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:53.819329 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-e3326de5-ce5a-4929-b9dd-be9d1e953c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172cb4e6-3a92-4459-b22a-ccd014342dbc', 'name': 'tempest-TestMinimumBasicScenario-2146548866-router', 'tenant_id': '9ed188fb44624c1b86723b0a0cf261c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '5fd6142c-0671-4016-879c-0c0cd7f76068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:15:49Z', 'updated_at': '2021-12-15T14:15:51Z', 'revision_number': 3, 'project_id': '9ed188fb44624c1b86723b0a0cf261c5', 'gw_port': {'id': '5fd6142c-0671-4016-879c-0c0cd7f76068', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:21:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172cb4e6-3a92-4459-b22a-ccd014342dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:15:50Z', 'updated_at': '2021-12-15T14:15:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi'}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:53.866929 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3326de5-ce5a-4929-b9dd-be9d1e953c8e None None] Checking router: 172cb4e6-3a92-4459-b22a-ccd014342dbc for host: dv-cinder-813229-4-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:15:53.867307 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3326de5-ce5a-4929-b9dd-be9d1e953c8e None None] Updating router 172cb4e6-3a92-4459-b22a-ccd014342dbc port 5fd6142c-0671-4016-879c-0c0cd7f76068 binding host dv-cinder-813229-4-iscsi {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:15:53.940442 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3326de5-ce5a-4929-b9dd-be9d1e953c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:54.170503 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d3bcd-5430-4ad4-a602-4e446baa90dd req-f0b21c25-f9c4-4a38-9097-085c784a3d9a tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:54.178861 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-239d3bcd-5430-4ad4-a602-4e446baa90dd req-f0b21c25-f9c4-4a38-9097-085c784a3d9a tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.2197881 Dec 15 14:15:54.197282 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ffd1780d-52f9-498a-9ead-21a77df5e03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:54.258684 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f5942-9f43-4092-a543-713ac8a23ed6 req-c3ffbe8c-5fd9-47d6-8502-5fec8d69e345 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:54.260599 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f14f5942-9f43-4092-a543-713ac8a23ed6 req-c3ffbe8c-5fd9-47d6-8502-5fec8d69e345 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 944 time: 0.2430930 Dec 15 14:15:54.265017 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-239d3bcd-5430-4ad4-a602-4e446baa90dd req-63bb73c2-3673-4667-8bd5-98a696eb75d2 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850329 Dec 15 14:15:54.478361 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3326de5-ce5a-4929-b9dd-be9d1e953c8e None None] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:54.480770 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f14f5942-9f43-4092-a543-713ac8a23ed6 req-18914acc-ca23-4826-9092-a962f60f09cc tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1073329 Dec 15 14:15:54.480770 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3a55f-32ec-4040-9a49-6959d003daaf req-276f4734-9651-4229-adbf-11f200a6f5da tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:54.480770 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-79f3a55f-32ec-4040-9a49-6959d003daaf req-276f4734-9651-4229-adbf-11f200a6f5da tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0647392 Dec 15 14:15:54.489707 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-ffd1780d-52f9-498a-9ead-21a77df5e03f admin admin] Allocated IP 172.20.0.1 (0ab8db93-01e2-4a13-a31c-081ad8890766/c3bc8042-5e9a-48ef-a809-de8051625fa5/ee7174d3-e603-4abb-94a1-5cca08e9c13c) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:15:54.490838 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-79f3a55f-32ec-4040-9a49-6959d003daaf req-e7b003f8-9f02-48f8-93ae-2e4bf3080d82 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433888 Dec 15 14:15:54.490838 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 38448) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:54.542312 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-50b21f31-49bc-43b9-aea6-72a5259f4a10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:54.676885 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ffd1780d-52f9-498a-9ead-21a77df5e03f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:54.729941 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-50b21f31-49bc-43b9-aea6-72a5259f4a10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:54.958503 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3326de5-ce5a-4929-b9dd-be9d1e953c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:55.014373 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-e3326de5-ce5a-4929-b9dd-be9d1e953c8e None None] Attempting to bind port 5fd6142c-0671-4016-879c-0c0cd7f76068 on host dv-cinder-813229-4-iscsi for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:15:55.014760 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-e3326de5-ce5a-4929-b9dd-be9d1e953c8e None None] Attempting to bind port 5fd6142c-0671-4016-879c-0c0cd7f76068 by drivers openvswitch,hyperv on host dv-cinder-813229-4-iscsi at level 0 using segments [{'id': 'c751ab6f-1098-4cf9-a0b7-c17ede87015d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:15:55.015134 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3326de5-ce5a-4929-b9dd-be9d1e953c8e None None] Attempting to bind port 5fd6142c-0671-4016-879c-0c0cd7f76068 on network 828b465c-2de9-4223-b21e-29ccc1fcf343 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:15:55.020662 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac7aa6-115c-4049-bd3a-7ab4eb9af421 None None] Pushing event updated for resources: {'Port': ['ID=5fd6142c-0671-4016-879c-0c0cd7f76068,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:55.025606 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3326de5-ce5a-4929-b9dd-be9d1e953c8e None None] Checking agent: {'id': '939e8715-7657-4010-a58c-eb05979aa89f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 5, 9), 'started_at': datetime.datetime(2021, 12, 15, 14, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:15:55.025999 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3326de5-ce5a-4929-b9dd-be9d1e953c8e None None] Checking segment: {'id': 'c751ab6f-1098-4cf9-a0b7-c17ede87015d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:15:55.026415 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3326de5-ce5a-4929-b9dd-be9d1e953c8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:55.026818 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3326de5-ce5a-4929-b9dd-be9d1e953c8e None None] Bound using segment: {'id': 'c751ab6f-1098-4cf9-a0b7-c17ede87015d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:15:55.027301 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-e3326de5-ce5a-4929-b9dd-be9d1e953c8e None None] Bound port: 5fd6142c-0671-4016-879c-0c0cd7f76068, host: dv-cinder-813229-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c751ab6f-1098-4cf9-a0b7-c17ede87015d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:15:55.027866 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3326de5-ce5a-4929-b9dd-be9d1e953c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:55.051968 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac7aa6-115c-4049-bd3a-7ab4eb9af421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:55.052355 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac7aa6-115c-4049-bd3a-7ab4eb9af421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:55.052719 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac7aa6-115c-4049-bd3a-7ab4eb9af421 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:55.053062 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac7aa6-115c-4049-bd3a-7ab4eb9af421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:55.053403 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac7aa6-115c-4049-bd3a-7ab4eb9af421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:55.053743 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac7aa6-115c-4049-bd3a-7ab4eb9af421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:55.054080 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac7aa6-115c-4049-bd3a-7ab4eb9af421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:55.054439 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac7aa6-115c-4049-bd3a-7ab4eb9af421 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:55.054756 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac7aa6-115c-4049-bd3a-7ab4eb9af421 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:55.055106 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac7aa6-115c-4049-bd3a-7ab4eb9af421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:55.055447 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac7aa6-115c-4049-bd3a-7ab4eb9af421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:55.055776 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac7aa6-115c-4049-bd3a-7ab4eb9af421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:55.056130 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fac7aa6-115c-4049-bd3a-7ab4eb9af421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:15:55.064117 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-50b21f31-49bc-43b9-aea6-72a5259f4a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:55.075979 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ffd1780d-52f9-498a-9ead-21a77df5e03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59071379'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:55.101934 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-e3326de5-ce5a-4929-b9dd-be9d1e953c8e None None] For port 5fd6142c-0671-4016-879c-0c0cd7f76068, host dv-cinder-813229-4-iscsi, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:15:55.106784 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-e3326de5-ce5a-4929-b9dd-be9d1e953c8e None None] For port 5fd6142c-0671-4016-879c-0c0cd7f76068, host dv-cinder-813229-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=5fd6142c-0671-4016-879c-0c0cd7f76068,segment=NetworkSegment(c751ab6f-1098-4cf9-a0b7-c17ede87015d),segment_id=c751ab6f-1098-4cf9-a0b7-c17ede87015d)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:15:55.119423 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 38452) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:55.119777 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-50b21f31-49bc-43b9-aea6-72a5259f4a10 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4911c245f69a4417ad9a15044228cc65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6323109 Dec 15 14:15:55.124101 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b21f31-49bc-43b9-aea6-72a5259f4a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8304c34-aaee-4a2a-85f5-ef49ca5b9223,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:55.162481 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd1780d-52f9-498a-9ead-21a77df5e03f admin admin] Network 0ab8db93-01e2-4a13-a31c-081ad8890766 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:15:55.174606 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-ffd1780d-52f9-498a-9ead-21a77df5e03f admin admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:15:55.180459 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd1780d-52f9-498a-9ead-21a77df5e03f admin admin] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:15:55.185797 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd1780d-52f9-498a-9ead-21a77df5e03f admin admin] Pushing event updated for resources: {'Port': ['ID=ee7174d3-e603-4abb-94a1-5cca08e9c13c,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:55.213093 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3326de5-ce5a-4929-b9dd-be9d1e953c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:55.250460 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c3f42d39-ce04-4f0c-9203-970af031f6eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:55.257593 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ffd1780d-52f9-498a-9ead-21a77df5e03f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:55.320218 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c3f42d39-ce04-4f0c-9203-970af031f6eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:55.448095 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac7aa6-115c-4049-bd3a-7ab4eb9af421 None None] Pushing event updated for resources: {'Port': ['ID=5fd6142c-0671-4016-879c-0c0cd7f76068,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:55.464798 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3326de5-ce5a-4929-b9dd-be9d1e953c8e None None] Routers {'172cb4e6-3a92-4459-b22a-ccd014342dbc'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:15:55.465444 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-e3326de5-ce5a-4929-b9dd-be9d1e953c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:15:36Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['172cb4e6-3a92-4459-b22a-ccd014342dbc'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:55.557894 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c3f42d39-ce04-4f0c-9203-970af031f6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:55.567118 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-16293794-ac1c-4bcb-b823-cac4b3178c46 None None] Provisioning complete for port ee7174d3-e603-4abb-94a1-5cca08e9c13c triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:55.572184 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16293794-ac1c-4bcb-b823-cac4b3178c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:55.572311 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c3f42d39-ce04-4f0c-9203-970af031f6eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:55.572311 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-c3f42d39-ce04-4f0c-9203-970af031f6eb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a8304c34-aaee-4a2a-85f5-ef49ca5b9223 HTTP/1.1" status: 204 len: 168 time: 0.4479625 Dec 15 14:15:55.634634 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-e3326de5-ce5a-4929-b9dd-be9d1e953c8e None None] Set router 172cb4e6-3a92-4459-b22a-ccd014342dbc gateway port host: dv-cinder-813229-4-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:15:55.652527 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ffd1780d-52f9-498a-9ead-21a77df5e03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:55.657436 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f42d39-ce04-4f0c-9203-970af031f6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8304c34-aaee-4a2a-85f5-ef49ca5b9223,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:55.769805 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-16293794-ac1c-4bcb-b823-cac4b3178c46 None None] Port ee7174d3-e603-4abb-94a1-5cca08e9c13c cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:15:55.823767 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514cf6fd-4d1d-427a-b547-96b521d4d0f6 req-1cffb538-314d-4c4f-a7a1-5176dfe0016f tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:55.838196 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-514cf6fd-4d1d-427a-b547-96b521d4d0f6 req-1cffb538-314d-4c4f-a7a1-5176dfe0016f tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.2239218 Dec 15 14:15:55.898139 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e12840-924e-4a88-a347-8ee90130b58c req-aa24d736-13dd-4e1b-9d07-de9a1aca5c5c tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:55.905268 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b1e12840-924e-4a88-a347-8ee90130b58c req-aa24d736-13dd-4e1b-9d07-de9a1aca5c5c tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.2050514 Dec 15 14:15:55.968913 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-514cf6fd-4d1d-427a-b547-96b521d4d0f6 req-be019b78-89ff-4f7e-81dc-870bd77e6406 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297255 Dec 15 14:15:56.003103 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ffd1780d-52f9-498a-9ead-21a77df5e03f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:56.086114 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ffd1780d-52f9-498a-9ead-21a77df5e03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59071466'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:56.087576 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-e3326de5-ce5a-4929-b9dd-be9d1e953c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172cb4e6-3a92-4459-b22a-ccd014342dbc', 'name': 'tempest-TestMinimumBasicScenario-2146548866-router', 'tenant_id': '9ed188fb44624c1b86723b0a0cf261c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '5fd6142c-0671-4016-879c-0c0cd7f76068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:15:49Z', 'updated_at': '2021-12-15T14:15:51Z', 'revision_number': 3, 'project_id': '9ed188fb44624c1b86723b0a0cf261c5', 'gw_port': {'id': '5fd6142c-0671-4016-879c-0c0cd7f76068', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:21:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172cb4e6-3a92-4459-b22a-ccd014342dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:15:50Z', 'updated_at': '2021-12-15T14:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi'}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:56.094238 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b1e12840-924e-4a88-a347-8ee90130b58c req-aa5f8510-dbae-4554-be8b-ea08095a4a79 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471851 Dec 15 14:15:56.132966 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3326de5-ce5a-4929-b9dd-be9d1e953c8e None None] The sync data for ids ['172cb4e6-3a92-4459-b22a-ccd014342dbc'] in dv-cinder-813229-4-iscsi is: [{'id': '172cb4e6-3a92-4459-b22a-ccd014342dbc', 'name': 'tempest-TestMinimumBasicScenario-2146548866-router', 'tenant_id': '9ed188fb44624c1b86723b0a0cf261c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '5fd6142c-0671-4016-879c-0c0cd7f76068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:15:49Z', 'updated_at': '2021-12-15T14:15:51Z', 'revision_number': 3, 'project_id': '9ed188fb44624c1b86723b0a0cf261c5', 'gw_port': {'id': '5fd6142c-0671-4016-879c-0c0cd7f76068', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:21:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172cb4e6-3a92-4459-b22a-ccd014342dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:15:50Z', 'updated_at': '2021-12-15T14:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi'}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:15:56.216332 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaac21f-5b1a-4d6d-a283-c993055b9451 req-a71293c6-f4bd-47d3-b028-78f579c8c930 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:56.218075 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-baaac21f-5b1a-4d6d-a283-c993055b9451 req-a71293c6-f4bd-47d3-b028-78f579c8c930 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 944 time: 0.1487083 Dec 15 14:15:56.240158 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ffd1780d-52f9-498a-9ead-21a77df5e03f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2096195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584689'] for router_interface, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:56.245314 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd1780d-52f9-498a-9ead-21a77df5e03f admin admin] Pushing event updated for resources: {'Port': ['ID=ee7174d3-e603-4abb-94a1-5cca08e9c13c,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:56.324490 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-baaac21f-5b1a-4d6d-a283-c993055b9451 req-b22ee75a-4bf3-4ac7-88d5-741f07bc4a60 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1002533 Dec 15 14:15:56.413641 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd1780d-52f9-498a-9ead-21a77df5e03f admin admin] Network 0ab8db93-01e2-4a13-a31c-081ad8890766 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:15:56.415031 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-ffd1780d-52f9-498a-9ead-21a77df5e03f admin admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:15:56.652043 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd1780d-52f9-498a-9ead-21a77df5e03f admin admin] Router 172cb4e6-3a92-4459-b22a-ccd014342dbc has already been hosted by L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:15:56.831509 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-ab05eb0c-bc5b-4371-8065-be7433560c76 None None] Provisioning complete for port ee7174d3-e603-4abb-94a1-5cca08e9c13c triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:56.832126 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab05eb0c-bc5b-4371-8065-be7433560c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:56.889105 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ab05eb0c-bc5b-4371-8065-be7433560c76 None None] Port ee7174d3-e603-4abb-94a1-5cca08e9c13c cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:15:56.901073 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd1780d-52f9-498a-9ead-21a77df5e03f admin admin] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:15:56.908025 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-ffd1780d-52f9-498a-9ead-21a77df5e03f admin admin] 10.222.0.36 "PUT /v2.0/routers/172cb4e6-3a92-4459-b22a-ccd014342dbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4667444 Dec 15 14:15:57.239041 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9d93e-bdc2-4d29-b9c9-90bf5783b633 req-555ab616-ccf3-4a15-a677-687770237a53 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:57.240691 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-93c9d93e-bdc2-4d29-b9c9-90bf5783b633 req-555ab616-ccf3-4a15-a677-687770237a53 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.1247704 Dec 15 14:15:57.289496 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0969f6-6ce2-4260-8430-0bd19f4b6057 req-f3071e5b-cf33-4e78-bc48-33e7db5b9771 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:57.291236 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4a0969f6-6ce2-4260-8430-0bd19f4b6057 req-f3071e5b-cf33-4e78-bc48-33e7db5b9771 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.0948827 Dec 15 14:15:57.361799 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-93c9d93e-bdc2-4d29-b9c9-90bf5783b633 req-ca064d77-062e-4929-b79b-61dc9df5f00b tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094744 Dec 15 14:15:57.419704 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4a0969f6-6ce2-4260-8430-0bd19f4b6057 req-a5b54709-47a7-4c7a-9c35-5b5160440dcc tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160743 Dec 15 14:15:57.578251 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfacf0-d5ed-4eff-be81-47cb83711d3d req-fb5a905a-746c-4d95-8ea8-b70cc3edb2b6 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:57.579808 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5ecfacf0-d5ed-4eff-be81-47cb83711d3d req-fb5a905a-746c-4d95-8ea8-b70cc3edb2b6 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 944 time: 0.0887876 Dec 15 14:15:57.680964 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5ecfacf0-d5ed-4eff-be81-47cb83711d3d req-359e9bd8-3cd0-4ef0-bc4e-7be114c10011 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0899444 Dec 15 14:15:57.756004 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 5fd6142c-0671-4016-879c-0c0cd7f76068 up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:15:57.832160 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port 5fd6142c-0671-4016-879c-0c0cd7f76068 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:57.832813 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:57.954893 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:57.995155 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] For port 5fd6142c-0671-4016-879c-0c0cd7f76068, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=5fd6142c-0671-4016-879c-0c0cd7f76068,segment=NetworkSegment(c751ab6f-1098-4cf9-a0b7-c17ede87015d),segment_id=c751ab6f-1098-4cf9-a0b7-c17ede87015d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:15:58.073083 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 38514) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:58.080281 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-1681383b-150f-43cd-b191-bb973d9e71e8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-792793375-network', 'tenant_id': 'ed587126e47c48a9a34a430b0157c1b3'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:58.089660 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:58.146145 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Pushing event updated for resources: {'Port': ['ID=5fd6142c-0671-4016-879c-0c0cd7f76068,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:58.204040 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1681383b-150f-43cd-b191-bb973d9e71e8 admin admin] Made reservation on behalf of ed587126e47c48a9a34a430b0157c1b3 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:15:58.206383 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1681383b-150f-43cd-b191-bb973d9e71e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:58.217014 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1681383b-150f-43cd-b191-bb973d9e71e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:58.312815 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1681383b-150f-43cd-b191-bb973d9e71e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:58.382492 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1681383b-150f-43cd-b191-bb973d9e71e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:58.419219 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1681383b-150f-43cd-b191-bb973d9e71e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:15:58.425757 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681383b-150f-43cd-b191-bb973d9e71e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c94c7e-4cc1-4d84-955a-65e0c25a4e71,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:58.436063 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1681383b-150f-43cd-b191-bb973d9e71e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:58.436842 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.db.segments_db [None req-1681383b-150f-43cd-b191-bb973d9e71e8 admin admin] Added segment 100eb202-44ff-42c6-b4b8-c42274851ea4 of type vlan for network 5ee79e5e-7e5c-4c3e-99aa-0d951ffcd2c4 Dec 15 14:15:58.511663 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6afe5-5668-4877-a23b-1e0e22c41dde req-379cd487-e6f9-4ccc-8482-74d0800d6c59 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:58.515340 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1681383b-150f-43cd-b191-bb973d9e71e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782778959656'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:58.532545 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-76a6afe5-5668-4877-a23b-1e0e22c41dde req-379cd487-e6f9-4ccc-8482-74d0800d6c59 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0728850 Dec 15 14:15:58.626881 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1681383b-150f-43cd-b191-bb973d9e71e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:58.627875 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1681383b-150f-43cd-b191-bb973d9e71e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:58.629729 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1681383b-150f-43cd-b191-bb973d9e71e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:58.636611 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-76a6afe5-5668-4877-a23b-1e0e22c41dde req-87809e51-1909-4f65-851d-e0d280d22e57 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997102 Dec 15 14:15:58.681247 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882333e-c6a3-4f97-8791-bdd4f836c40f req-e092704a-8754-47c2-ab1b-ec3f0faa13d2 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:58.688563 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3882333e-c6a3-4f97-8791-bdd4f836c40f req-e092704a-8754-47c2-ab1b-ec3f0faa13d2 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.1229801 Dec 15 14:15:58.701233 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cd0c75-9fe1-4685-8bc6-4b91cedc9548 None None] Sync routers for ids ['172cb4e6-3a92-4459-b22a-ccd014342dbc'] in dv-cinder-813229-4-iscsi {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:15:58.716598 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cd0c75-9fe1-4685-8bc6-4b91cedc9548 None None] Routers {'172cb4e6-3a92-4459-b22a-ccd014342dbc'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:15:58.717441 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-82cd0c75-9fe1-4685-8bc6-4b91cedc9548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:15:36Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['172cb4e6-3a92-4459-b22a-ccd014342dbc'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:58.730082 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681383b-150f-43cd-b191-bb973d9e71e8 admin admin] Pushing event updated for resources: {'Network': ['ID=5ee79e5e-7e5c-4c3e-99aa-0d951ffcd2c4,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:15:58.745264 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3882333e-c6a3-4f97-8791-bdd4f836c40f req-a7b62015-cb27-47cb-a2d5-383c9ac117a3 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542126 Dec 15 14:15:58.765646 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Network 5ee79e5e-7e5c-4c3e-99aa-0d951ffcd2c4 details requested by agent ovs-agent-dv-cinder-813229-4-iscsi with host dv-cinder-813229-4-iscsi {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:15:58.869168 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbffbbe5-7b6b-471d-8c99-c3f95fbc055b req-fabd343b-8d3b-4b9e-a114-e1e997eeab62 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:58.871123 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cbffbbe5-7b6b-471d-8c99-c3f95fbc055b req-fabd343b-8d3b-4b9e-a114-e1e997eeab62 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 944 time: 0.0571866 Dec 15 14:15:58.933814 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cbffbbe5-7b6b-471d-8c99-c3f95fbc055b req-a2f24084-b048-4b89-99d5-a5a6d463bc82 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561125 Dec 15 14:15:59.060261 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-82cd0c75-9fe1-4685-8bc6-4b91cedc9548 None None] Set router 172cb4e6-3a92-4459-b22a-ccd014342dbc gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:15:59.291358 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-82cd0c75-9fe1-4685-8bc6-4b91cedc9548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172cb4e6-3a92-4459-b22a-ccd014342dbc', 'name': 'tempest-TestMinimumBasicScenario-2146548866-router', 'tenant_id': '9ed188fb44624c1b86723b0a0cf261c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '5fd6142c-0671-4016-879c-0c0cd7f76068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:15:49Z', 'updated_at': '2021-12-15T14:15:55Z', 'revision_number': 4, 'project_id': '9ed188fb44624c1b86723b0a0cf261c5', 'gw_port': {'id': '5fd6142c-0671-4016-879c-0c0cd7f76068', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:21:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172cb4e6-3a92-4459-b22a-ccd014342dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:15:50Z', 'updated_at': '2021-12-15T14:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': 'ee7174d3-e603-4abb-94a1-5cca08e9c13c', 'name': '', 'network_id': '0ab8db93-01e2-4a13-a31c-081ad8890766', 'tenant_id': '9ed188fb44624c1b86723b0a0cf261c5', 'mac_address': 'fa:16:3e:df:63:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172cb4e6-3a92-4459-b22a-ccd014342dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c3bc8042-5e9a-48ef-a809-de8051625fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:15:54Z', 'updated_at': '2021-12-15T14:15:55Z', 'revision_number': 2, 'project_id': '9ed188fb44624c1b86723b0a0cf261c5', 'subnets': [{'id': 'c3bc8042-5e9a-48ef-a809-de8051625fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:15:59.319381 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cd0c75-9fe1-4685-8bc6-4b91cedc9548 None None] Checking router: 172cb4e6-3a92-4459-b22a-ccd014342dbc for host: dv-cinder-813229-4-iscsi {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:15:59.319757 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cd0c75-9fe1-4685-8bc6-4b91cedc9548 None None] Updating router 172cb4e6-3a92-4459-b22a-ccd014342dbc port ee7174d3-e603-4abb-94a1-5cca08e9c13c binding host dv-cinder-813229-4-iscsi {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:15:59.346326 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-82cd0c75-9fe1-4685-8bc6-4b91cedc9548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:59.355386 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-1681383b-150f-43cd-b191-bb973d9e71e8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2808926 Dec 15 14:15:59.358485 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 38536) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:15:59.363594 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-2657aaaf-027e-4591-82ab-f50d96e94ecf admin admin] Request body: {'subnet': {'network_id': '5ee79e5e-7e5c-4c3e-99aa-0d951ffcd2c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-792793375-subnet', 'tenant_id': 'ed587126e47c48a9a34a430b0157c1b3', 'ip_version': 4}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:15:59.498777 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2657aaaf-027e-4591-82ab-f50d96e94ecf admin admin] Made reservation on behalf of ed587126e47c48a9a34a430b0157c1b3 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:15:59.501567 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2657aaaf-027e-4591-82ab-f50d96e94ecf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802185'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:59.685212 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-82cd0c75-9fe1-4685-8bc6-4b91cedc9548 None None] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:59.717610 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 5fd6142c-0671-4016-879c-0c0cd7f76068 up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:15:59.808024 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port 5fd6142c-0671-4016-879c-0c0cd7f76068 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:15:59.808541 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:59.846090 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-82cd0c75-9fe1-4685-8bc6-4b91cedc9548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:15:59.869947 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fcd1e2-d954-468d-a269-6127ab16920c req-eb47f126-10a1-4a88-b714-689e5fb7f34a tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:59.873458 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-74fcd1e2-d954-468d-a269-6127ab16920c req-eb47f126-10a1-4a88-b714-689e5fb7f34a tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.1223805 Dec 15 14:15:59.972534 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f36bc3-dc6c-4889-9823-f69ecd45d0de req-733914c9-62e7-4a83-bbee-09d30e964c92 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:15:59.980549 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-13f36bc3-dc6c-4889-9823-f69ecd45d0de req-733914c9-62e7-4a83-bbee-09d30e964c92 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.0982091 Dec 15 14:16:00.004497 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d84635-e269-4571-9dec-a214a1f796d8 None None] Pushing event updated for resources: {'Port': ['ID=ee7174d3-e603-4abb-94a1-5cca08e9c13c,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:00.035245 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2657aaaf-027e-4591-82ab-f50d96e94ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59069539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802199'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:00.043446 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-82cd0c75-9fe1-4685-8bc6-4b91cedc9548 None None] Attempting to bind port ee7174d3-e603-4abb-94a1-5cca08e9c13c on host dv-cinder-813229-4-iscsi for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:16:00.043446 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-82cd0c75-9fe1-4685-8bc6-4b91cedc9548 None None] Attempting to bind port ee7174d3-e603-4abb-94a1-5cca08e9c13c by drivers openvswitch,hyperv on host dv-cinder-813229-4-iscsi at level 0 using segments [{'id': '8e192a0f-936f-422d-a9cb-64bbb026c93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0ab8db93-01e2-4a13-a31c-081ad8890766'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:16:00.044091 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cd0c75-9fe1-4685-8bc6-4b91cedc9548 None None] Attempting to bind port ee7174d3-e603-4abb-94a1-5cca08e9c13c on network 0ab8db93-01e2-4a13-a31c-081ad8890766 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:16:00.087555 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cd0c75-9fe1-4685-8bc6-4b91cedc9548 None None] Checking agent: {'id': '939e8715-7657-4010-a58c-eb05979aa89f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 5, 9), 'started_at': datetime.datetime(2021, 12, 15, 14, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:16:00.090075 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cd0c75-9fe1-4685-8bc6-4b91cedc9548 None None] Checking segment: {'id': '8e192a0f-936f-422d-a9cb-64bbb026c93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0ab8db93-01e2-4a13-a31c-081ad8890766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:16:00.091325 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-82cd0c75-9fe1-4685-8bc6-4b91cedc9548 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:00.097493 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-13f36bc3-dc6c-4889-9823-f69ecd45d0de req-21f5bec7-afe9-4abb-88de-7c193cc9fccb tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153378 Dec 15 14:16:00.100328 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cd0c75-9fe1-4685-8bc6-4b91cedc9548 None None] Bound using segment: {'id': '8e192a0f-936f-422d-a9cb-64bbb026c93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0ab8db93-01e2-4a13-a31c-081ad8890766'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:16:00.101560 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-82cd0c75-9fe1-4685-8bc6-4b91cedc9548 None None] Bound port: ee7174d3-e603-4abb-94a1-5cca08e9c13c, host: dv-cinder-813229-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e192a0f-936f-422d-a9cb-64bbb026c93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0ab8db93-01e2-4a13-a31c-081ad8890766'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:16:00.102458 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-82cd0c75-9fe1-4685-8bc6-4b91cedc9548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:00.145143 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-74fcd1e2-d954-468d-a269-6127ab16920c req-53240281-6f3a-42b5-9f0f-8ac0df14237b tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490857 Dec 15 14:16:00.233028 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657aaaf-027e-4591-82ab-f50d96e94ecf admin admin] Pushing event updated for resources: {'Subnet': ['ID=7559390f-625f-4d51-b0ef-8e808cee06cd,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:00.238797 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2657aaaf-027e-4591-82ab-f50d96e94ecf admin admin] Checking segment: {'id': '100eb202-44ff-42c6-b4b8-c42274851ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5ee79e5e-7e5c-4c3e-99aa-0d951ffcd2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:16:00.239314 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2657aaaf-027e-4591-82ab-f50d96e94ecf admin admin] Network hostable DHCP agents. Network: 5ee79e5e-7e5c-4c3e-99aa-0d951ffcd2c4, hostable agents: ['00d3855d-cdb4-486b-84c6-a7f3fbe8df5a'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:16:00.260217 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2eb73-f7ba-4e6c-a5e4-5c29aa7b90e3 req-bd8fd561-d4c4-4b64-9ecf-2a800d8e87a1 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:00.261772 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ffb2eb73-f7ba-4e6c-a5e4-5c29aa7b90e3 req-bd8fd561-d4c4-4b64-9ecf-2a800d8e87a1 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 944 time: 0.0587659 Dec 15 14:16:00.277881 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-dc9745d8-5062-445a-b17c-68450012a3cf None None] Provisioning complete for port ee7174d3-e603-4abb-94a1-5cca08e9c13c triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:00.278266 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc9745d8-5062-445a-b17c-68450012a3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:00.319424 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-82cd0c75-9fe1-4685-8bc6-4b91cedc9548 None None] For port ee7174d3-e603-4abb-94a1-5cca08e9c13c, host dv-cinder-813229-4-iscsi, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:16:00.333010 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ffb2eb73-f7ba-4e6c-a5e4-5c29aa7b90e3 req-441c5226-ec18-4e9d-9ae3-0679f6bb67b4 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600817 Dec 15 14:16:00.334877 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-82cd0c75-9fe1-4685-8bc6-4b91cedc9548 None None] For port ee7174d3-e603-4abb-94a1-5cca08e9c13c, host dv-cinder-813229-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=ee7174d3-e603-4abb-94a1-5cca08e9c13c,segment=NetworkSegment(8e192a0f-936f-422d-a9cb-64bbb026c93b),segment_id=8e192a0f-936f-422d-a9cb-64bbb026c93b)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:16:00.336012 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-dc9745d8-5062-445a-b17c-68450012a3cf None None] Port ee7174d3-e603-4abb-94a1-5cca08e9c13c cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:16:00.346494 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2657aaaf-027e-4591-82ab-f50d96e94ecf admin admin] Network 5ee79e5e-7e5c-4c3e-99aa-0d951ffcd2c4 is scheduled to be hosted by DHCP agent 00d3855d-cdb4-486b-84c6-a7f3fbe8df5a with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:16:00.424567 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-82cd0c75-9fe1-4685-8bc6-4b91cedc9548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:00.444274 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-2657aaaf-027e-4591-82ab-f50d96e94ecf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-4-iscsi, 5ee79e5e-7e5c-4c3e-99aa-0d951ffcd2c4) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:16:00.448959 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2657aaaf-027e-4591-82ab-f50d96e94ecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:00.449585 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2657aaaf-027e-4591-82ab-f50d96e94ecf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:00.457104 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6386cd-8bed-4a66-aef8-b42dbeda8163 None None] Network 5ee79e5e-7e5c-4c3e-99aa-0d951ffcd2c4 requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:16:00.524289 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-2657aaaf-027e-4591-82ab-f50d96e94ecf admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1620171 Dec 15 14:16:00.524798 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 38552) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:00.530142 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-080761df-aef0-4a3b-91e9-d800ea702bef admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-792793375-router', 'tenant_id': 'ed587126e47c48a9a34a430b0157c1b3', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'}}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:00.542152 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d84635-e269-4571-9dec-a214a1f796d8 None None] Pushing event updated for resources: {'Port': ['ID=ee7174d3-e603-4abb-94a1-5cca08e9c13c,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:00.552983 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cd0c75-9fe1-4685-8bc6-4b91cedc9548 None None] Routers {'172cb4e6-3a92-4459-b22a-ccd014342dbc'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:16:00.553631 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-82cd0c75-9fe1-4685-8bc6-4b91cedc9548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:15:36Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['172cb4e6-3a92-4459-b22a-ccd014342dbc'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:00.645208 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-080761df-aef0-4a3b-91e9-d800ea702bef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5185'] for router, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:00.646375 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-080761df-aef0-4a3b-91e9-d800ea702bef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:00.693163 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61b866a-c0ad-4ce5-8a5e-68d741a01fa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3ace9d4-bb60-588e-bb51-46ac2ab48d23-5ee79e5e-7e5c-4c3e-99aa-0d951ffcd2c4', 'network_id': '5ee79e5e-7e5c-4c3e-99aa-0d951ffcd2c4', 'project_id': 'ed587126e47c48a9a34a430b0157c1b3', 'fixed_ips': [{'subnet_id': '7559390f-625f-4d51-b0ef-8e808cee06cd'}]}} from dv-cinder-813229-4-iscsi. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:16:00.694183 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a61b866a-c0ad-4ce5-8a5e-68d741a01fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:00.770398 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-82cd0c75-9fe1-4685-8bc6-4b91cedc9548 None None] Set router 172cb4e6-3a92-4459-b22a-ccd014342dbc gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:16:00.780280 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-080761df-aef0-4a3b-91e9-d800ea702bef admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:00.935651 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-4f3c4996-f9c6-4d00-9291-9bf7b0334166 None None] Provisioning complete for port ee7174d3-e603-4abb-94a1-5cca08e9c13c triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:00.936163 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f3c4996-f9c6-4d00-9291-9bf7b0334166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:01.093444 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-a61b866a-c0ad-4ce5-8a5e-68d741a01fa0 None None] Allocated IP 172.20.0.2 (5ee79e5e-7e5c-4c3e-99aa-0d951ffcd2c4/7559390f-625f-4d51-b0ef-8e808cee06cd/84c65395-9be6-4024-b0ce-0da1b95da172) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:16:01.293996 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-080761df-aef0-4a3b-91e9-d800ea702bef admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:01.405885 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a782685-d20b-434a-af23-fed6709f343c req-d096f435-adef-4e93-94a3-434e3dcff155 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:01.407696 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5a782685-d20b-434a-af23-fed6709f343c req-d096f435-adef-4e93-94a3-434e3dcff155 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0657487 Dec 15 14:16:01.426454 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f9c90-8e2a-4433-8f64-6b7ed988a8f2 req-9a652915-e16a-4231-a983-6cb5ce483db7 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:01.428036 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f43f9c90-8e2a-4433-8f64-6b7ed988a8f2 req-9a652915-e16a-4231-a983-6cb5ce483db7 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.1196983 Dec 15 14:16:01.463226 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f3c4996-f9c6-4d00-9291-9bf7b0334166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:01.539110 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-4f3c4996-f9c6-4d00-9291-9bf7b0334166 None None] For port ee7174d3-e603-4abb-94a1-5cca08e9c13c, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=ee7174d3-e603-4abb-94a1-5cca08e9c13c,segment=NetworkSegment(8e192a0f-936f-422d-a9cb-64bbb026c93b),segment_id=8e192a0f-936f-422d-a9cb-64bbb026c93b)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:16:01.549805 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5a782685-d20b-434a-af23-fed6709f343c req-fb69e5a4-16be-459b-aaa0-252c2c6b922b tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318831 Dec 15 14:16:01.579520 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-82cd0c75-9fe1-4685-8bc6-4b91cedc9548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172cb4e6-3a92-4459-b22a-ccd014342dbc', 'name': 'tempest-TestMinimumBasicScenario-2146548866-router', 'tenant_id': '9ed188fb44624c1b86723b0a0cf261c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '5fd6142c-0671-4016-879c-0c0cd7f76068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:15:49Z', 'updated_at': '2021-12-15T14:15:55Z', 'revision_number': 4, 'project_id': '9ed188fb44624c1b86723b0a0cf261c5', 'gw_port': {'id': '5fd6142c-0671-4016-879c-0c0cd7f76068', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:21:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172cb4e6-3a92-4459-b22a-ccd014342dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:15:50Z', 'updated_at': '2021-12-15T14:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': 'ee7174d3-e603-4abb-94a1-5cca08e9c13c', 'name': '', 'network_id': '0ab8db93-01e2-4a13-a31c-081ad8890766', 'tenant_id': '9ed188fb44624c1b86723b0a0cf261c5', 'mac_address': 'fa:16:3e:df:63:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172cb4e6-3a92-4459-b22a-ccd014342dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c3bc8042-5e9a-48ef-a809-de8051625fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:15:54Z', 'updated_at': '2021-12-15T14:16:00Z', 'revision_number': 4, 'project_id': '9ed188fb44624c1b86723b0a0cf261c5', 'subnets': [{'id': 'c3bc8042-5e9a-48ef-a809-de8051625fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:01.590632 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f43f9c90-8e2a-4433-8f64-6b7ed988a8f2 req-682e1dcf-63d9-4f4b-bd45-48dd311cbff2 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204872 Dec 15 14:16:01.631708 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cd0c75-9fe1-4685-8bc6-4b91cedc9548 None None] The sync data for ids ['172cb4e6-3a92-4459-b22a-ccd014342dbc'] in dv-cinder-813229-4-iscsi is: [{'id': '172cb4e6-3a92-4459-b22a-ccd014342dbc', 'name': 'tempest-TestMinimumBasicScenario-2146548866-router', 'tenant_id': '9ed188fb44624c1b86723b0a0cf261c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '5fd6142c-0671-4016-879c-0c0cd7f76068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:15:49Z', 'updated_at': '2021-12-15T14:15:55Z', 'revision_number': 4, 'project_id': '9ed188fb44624c1b86723b0a0cf261c5', 'gw_port': {'id': '5fd6142c-0671-4016-879c-0c0cd7f76068', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:21:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172cb4e6-3a92-4459-b22a-ccd014342dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:15:50Z', 'updated_at': '2021-12-15T14:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': 'ee7174d3-e603-4abb-94a1-5cca08e9c13c', 'name': '', 'network_id': '0ab8db93-01e2-4a13-a31c-081ad8890766', 'tenant_id': '9ed188fb44624c1b86723b0a0cf261c5', 'mac_address': 'fa:16:3e:df:63:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172cb4e6-3a92-4459-b22a-ccd014342dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c3bc8042-5e9a-48ef-a809-de8051625fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:15:54Z', 'updated_at': '2021-12-15T14:16:00Z', 'revision_number': 4, 'project_id': '9ed188fb44624c1b86723b0a0cf261c5', 'subnets': [{'id': 'c3bc8042-5e9a-48ef-a809-de8051625fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:16:01.634492 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f3c4996-f9c6-4d00-9291-9bf7b0334166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:01.681698 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a61b866a-c0ad-4ce5-8a5e-68d741a01fa0 None None] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:01.716836 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded68c6b-8a89-4e57-9d91-a31ccd3f09f8 req-a9561822-0ba7-4af0-a899-60a9787b3db1 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:01.726890 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ded68c6b-8a89-4e57-9d91-a31ccd3f09f8 req-a9561822-0ba7-4af0-a899-60a9787b3db1 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 944 time: 0.1105874 Dec 15 14:16:01.760642 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a61b866a-c0ad-4ce5-8a5e-68d741a01fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:01.806213 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c4996-f9c6-4d00-9291-9bf7b0334166 None None] Pushing event updated for resources: {'Port': ['ID=ee7174d3-e603-4abb-94a1-5cca08e9c13c,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:01.814454 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61b866a-c0ad-4ce5-8a5e-68d741a01fa0 None None] Network 5ee79e5e-7e5c-4c3e-99aa-0d951ffcd2c4 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:16:01.817257 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-a61b866a-c0ad-4ce5-8a5e-68d741a01fa0 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:16:01.846521 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61b866a-c0ad-4ce5-8a5e-68d741a01fa0 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:16:01.855400 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ded68c6b-8a89-4e57-9d91-a31ccd3f09f8 req-c3078700-3548-4565-b0cf-0cc5503ff9e8 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1275260 Dec 15 14:16:01.894848 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b866a-c0ad-4ce5-8a5e-68d741a01fa0 None None] Pushing event updated for resources: {'Port': ['ID=84c65395-9be6-4024-b0ce-0da1b95da172,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:01.921087 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-080761df-aef0-4a3b-91e9-d800ea702bef admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:01.947589 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-080761df-aef0-4a3b-91e9-d800ea702bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:01.953922 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a61b866a-c0ad-4ce5-8a5e-68d741a01fa0 None None] Attempting to bind port 84c65395-9be6-4024-b0ce-0da1b95da172 on host dv-cinder-813229-4-iscsi for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:16:01.954240 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a61b866a-c0ad-4ce5-8a5e-68d741a01fa0 None None] Attempting to bind port 84c65395-9be6-4024-b0ce-0da1b95da172 by drivers openvswitch,hyperv on host dv-cinder-813229-4-iscsi at level 0 using segments [{'id': '100eb202-44ff-42c6-b4b8-c42274851ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5ee79e5e-7e5c-4c3e-99aa-0d951ffcd2c4'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:16:01.954612 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61b866a-c0ad-4ce5-8a5e-68d741a01fa0 None None] Attempting to bind port 84c65395-9be6-4024-b0ce-0da1b95da172 on network 5ee79e5e-7e5c-4c3e-99aa-0d951ffcd2c4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:16:01.961417 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61b866a-c0ad-4ce5-8a5e-68d741a01fa0 None None] Checking agent: {'id': '939e8715-7657-4010-a58c-eb05979aa89f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 5, 9), 'started_at': datetime.datetime(2021, 12, 15, 14, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:16:01.961757 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61b866a-c0ad-4ce5-8a5e-68d741a01fa0 None None] Checking segment: {'id': '100eb202-44ff-42c6-b4b8-c42274851ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5ee79e5e-7e5c-4c3e-99aa-0d951ffcd2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:16:01.962170 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a61b866a-c0ad-4ce5-8a5e-68d741a01fa0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:01.962564 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61b866a-c0ad-4ce5-8a5e-68d741a01fa0 None None] Bound using segment: {'id': '100eb202-44ff-42c6-b4b8-c42274851ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5ee79e5e-7e5c-4c3e-99aa-0d951ffcd2c4'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:16:01.963034 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a61b866a-c0ad-4ce5-8a5e-68d741a01fa0 None None] Bound port: 84c65395-9be6-4024-b0ce-0da1b95da172, host: dv-cinder-813229-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '100eb202-44ff-42c6-b4b8-c42274851ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5ee79e5e-7e5c-4c3e-99aa-0d951ffcd2c4'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:16:01.963417 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a61b866a-c0ad-4ce5-8a5e-68d741a01fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:02.048145 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a61b866a-c0ad-4ce5-8a5e-68d741a01fa0 None None] For port 84c65395-9be6-4024-b0ce-0da1b95da172, host dv-cinder-813229-4-iscsi, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:16:02.052364 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a61b866a-c0ad-4ce5-8a5e-68d741a01fa0 None None] For port 84c65395-9be6-4024-b0ce-0da1b95da172, host dv-cinder-813229-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=84c65395-9be6-4024-b0ce-0da1b95da172,segment=NetworkSegment(100eb202-44ff-42c6-b4b8-c42274851ea4),segment_id=100eb202-44ff-42c6-b4b8-c42274851ea4)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:16:02.102274 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [None req-080761df-aef0-4a3b-91e9-d800ea702bef admin admin] Allocated IP 172.27.3.227 (828b465c-2de9-4223-b21e-29ccc1fcf343/8db6495a-cb76-4dd2-8fa8-8ada67659a42/c9215bb3-1d74-4259-87c2-cd60511b5253) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:16:02.139328 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a61b866a-c0ad-4ce5-8a5e-68d741a01fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:02.228056 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b866a-c0ad-4ce5-8a5e-68d741a01fa0 None None] Pushing event updated for resources: {'Port': ['ID=84c65395-9be6-4024-b0ce-0da1b95da172,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:02.263437 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-080761df-aef0-4a3b-91e9-d800ea702bef admin admin] Publish callbacks [] for port, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:02.372896 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-080761df-aef0-4a3b-91e9-d800ea702bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:02.417967 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080761df-aef0-4a3b-91e9-d800ea702bef admin admin] Network 828b465c-2de9-4223-b21e-29ccc1fcf343 is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:16:02.421914 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-080761df-aef0-4a3b-91e9-d800ea702bef admin admin] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:16:02.431784 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080761df-aef0-4a3b-91e9-d800ea702bef admin admin] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:16:02.454177 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080761df-aef0-4a3b-91e9-d800ea702bef admin admin] Pushing event updated for resources: {'Port': ['ID=c9215bb3-1d74-4259-87c2-cd60511b5253,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:02.696437 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b9bad-16e9-4818-a880-b96cf4ab93db req-7afc17b8-ecf5-4e49-9998-919b9ecd357b tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:02.698004 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-613b9bad-16e9-4818-a880-b96cf4ab93db req-7afc17b8-ecf5-4e49-9998-919b9ecd357b tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0554059 Dec 15 14:16:02.858739 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f354b-f77e-4b64-ac81-13e63c714cbf req-e7bd9021-ff5a-499d-809a-8c3dac43580d tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:02.860336 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a98f354b-f77e-4b64-ac81-13e63c714cbf req-e7bd9021-ff5a-499d-809a-8c3dac43580d tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.1613958 Dec 15 14:16:02.863586 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-613b9bad-16e9-4818-a880-b96cf4ab93db req-9fa72720-16ea-4ef6-96d8-522bb331ccda tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562014 Dec 15 14:16:02.895556 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-080761df-aef0-4a3b-91e9-d800ea702bef admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:03.016900 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a98f354b-f77e-4b64-ac81-13e63c714cbf req-bbce8402-8b93-461d-9857-095f455ce358 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462739 Dec 15 14:16:03.054848 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb9202-d84a-46e7-8fad-03c07b68ac74 req-a7b47195-7b92-42e8-901d-cdeb77c21345 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:03.056420 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c6bb9202-d84a-46e7-8fad-03c07b68ac74 req-a7b47195-7b92-42e8-901d-cdeb77c21345 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 944 time: 0.1203322 Dec 15 14:16:03.180978 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c6bb9202-d84a-46e7-8fad-03c07b68ac74 req-6af0bdfb-4aae-400f-a9fb-36870bf06534 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1160195 Dec 15 14:16:03.198752 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-080761df-aef0-4a3b-91e9-d800ea702bef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582066'] for router, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:03.281269 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f9dd59-889a-4d96-ae74-a4f46db93b26 None None] Network 5ee79e5e-7e5c-4c3e-99aa-0d951ffcd2c4 requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:16:03.292181 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a766af65-7735-47a7-9f33-b50fda5e45a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:03.390490 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-61009779-53b0-4c6b-9452-3d7970e65bdf None None] Provisioning complete for port 84c65395-9be6-4024-b0ce-0da1b95da172 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:03.396150 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61009779-53b0-4c6b-9452-3d7970e65bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:03.411919 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080761df-aef0-4a3b-91e9-d800ea702bef admin admin] Router 11428ac2-24dd-4fc0-a057-11229e6d833a is scheduled to L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b with binding_index 1 {{(pid=103145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:16:03.476340 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61009779-53b0-4c6b-9452-3d7970e65bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:03.514286 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-61009779-53b0-4c6b-9452-3d7970e65bdf None None] For port 84c65395-9be6-4024-b0ce-0da1b95da172, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=84c65395-9be6-4024-b0ce-0da1b95da172,segment=NetworkSegment(100eb202-44ff-42c6-b4b8-c42274851ea4),segment_id=100eb202-44ff-42c6-b4b8-c42274851ea4)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:16:03.526047 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080761df-aef0-4a3b-91e9-d800ea702bef admin admin] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:16:03.536559 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36af8eb-76f0-45e7-bc1b-66b5beebb412 None None] Sync routers for ids ['11428ac2-24dd-4fc0-a057-11229e6d833a'] in dv-cinder-813229-4-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:16:03.552322 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36af8eb-76f0-45e7-bc1b-66b5beebb412 None None] Routers {'11428ac2-24dd-4fc0-a057-11229e6d833a'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:16:03.553014 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-e36af8eb-76f0-45e7-bc1b-66b5beebb412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:15:36Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['11428ac2-24dd-4fc0-a057-11229e6d833a'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:03.586995 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61009779-53b0-4c6b-9452-3d7970e65bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:03.623058 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-080761df-aef0-4a3b-91e9-d800ea702bef admin admin] Publish callbacks [] for router, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:03.627422 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 38584) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:03.635440 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-080761df-aef0-4a3b-91e9-d800ea702bef admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1072674 Dec 15 14:16:03.661719 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-e36af8eb-76f0-45e7-bc1b-66b5beebb412 None None] Set router 11428ac2-24dd-4fc0-a057-11229e6d833a gateway port host: dv-cinder-813229-4-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:16:03.674803 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61009779-53b0-4c6b-9452-3d7970e65bdf None None] Pushing event updated for resources: {'Port': ['ID=84c65395-9be6-4024-b0ce-0da1b95da172,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:03.717528 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bf6aff65-e6dd-4c6a-b523-8fa1a65a6415 None None] Provisioning complete for port 84c65395-9be6-4024-b0ce-0da1b95da172 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:03.717907 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf6aff65-e6dd-4c6a-b523-8fa1a65a6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:03.783197 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device ee7174d3-e603-4abb-94a1-5cca08e9c13c up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:16:03.860725 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-e36af8eb-76f0-45e7-bc1b-66b5beebb412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11428ac2-24dd-4fc0-a057-11229e6d833a', 'name': 'tempest-TestMinimumBasicScenario-792793375-router', 'tenant_id': 'ed587126e47c48a9a34a430b0157c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'c9215bb3-1d74-4259-87c2-cd60511b5253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:00Z', 'updated_at': '2021-12-15T14:16:02Z', 'revision_number': 3, 'project_id': 'ed587126e47c48a9a34a430b0157c1b3', 'gw_port': {'id': 'c9215bb3-1d74-4259-87c2-cd60511b5253', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11428ac2-24dd-4fc0-a057-11229e6d833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:01Z', 'updated_at': '2021-12-15T14:16:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi'}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:03.863125 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port ee7174d3-e603-4abb-94a1-5cca08e9c13c triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:03.863500 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:03.892078 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36af8eb-76f0-45e7-bc1b-66b5beebb412 None None] Checking router: 11428ac2-24dd-4fc0-a057-11229e6d833a for host: dv-cinder-813229-4-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:16:03.894466 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36af8eb-76f0-45e7-bc1b-66b5beebb412 None None] Updating router 11428ac2-24dd-4fc0-a057-11229e6d833a port c9215bb3-1d74-4259-87c2-cd60511b5253 binding host dv-cinder-813229-4-iscsi {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:16:03.925572 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e36af8eb-76f0-45e7-bc1b-66b5beebb412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:03.960761 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 84c65395-9be6-4024-b0ce-0da1b95da172 up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:16:03.993956 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a42e11-1c12-4e61-9580-c9ac1f0d1894 req-7ce15390-d3dc-4cb4-b9dc-e059db418f94 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:03.995639 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c3a42e11-1c12-4e61-9580-c9ac1f0d1894 req-7ce15390-d3dc-4cb4-b9dc-e059db418f94 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0563908 Dec 15 14:16:04.017035 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port 84c65395-9be6-4024-b0ce-0da1b95da172 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:04.017423 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:04.051810 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c3a42e11-1c12-4e61-9580-c9ac1f0d1894 req-c31cb6a4-30b8-4b77-a003-fa8a7e683d9c tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491915 Dec 15 14:16:04.115533 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1699276c-b821-401a-b208-e34dd6d5943b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:04.189788 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962204ca-5308-411b-ad6e-223f034deaf8 req-4f9f063f-d410-4f9a-8edc-6bc2c93fc34d tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:04.191728 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-962204ca-5308-411b-ad6e-223f034deaf8 req-4f9f063f-d410-4f9a-8edc-6bc2c93fc34d tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.0577683 Dec 15 14:16:04.247467 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-962204ca-5308-411b-ad6e-223f034deaf8 req-10ebca87-2986-4e9d-8707-c388e67e0de6 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494294 Dec 15 14:16:04.262747 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e36af8eb-76f0-45e7-bc1b-66b5beebb412 None None] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:04.321795 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-1699276c-b821-401a-b208-e34dd6d5943b admin admin] Allocated IP 172.20.0.1 (5ee79e5e-7e5c-4c3e-99aa-0d951ffcd2c4/7559390f-625f-4d51-b0ef-8e808cee06cd/5eef136e-8a6e-44dc-ba6d-f6cac55739cf) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:16:04.342279 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5df0e2-16ef-4876-a760-7a43368633c9 req-39a845db-e422-4a0c-adbe-08981c705592 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:04.344105 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-bc5df0e2-16ef-4876-a760-7a43368633c9 req-39a845db-e422-4a0c-adbe-08981c705592 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 944 time: 0.0537786 Dec 15 14:16:04.352756 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e36af8eb-76f0-45e7-bc1b-66b5beebb412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:04.417927 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-e36af8eb-76f0-45e7-bc1b-66b5beebb412 None None] Attempting to bind port c9215bb3-1d74-4259-87c2-cd60511b5253 on host dv-cinder-813229-4-iscsi for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:16:04.418832 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-e36af8eb-76f0-45e7-bc1b-66b5beebb412 None None] Attempting to bind port c9215bb3-1d74-4259-87c2-cd60511b5253 by drivers openvswitch,hyperv on host dv-cinder-813229-4-iscsi at level 0 using segments [{'id': 'c751ab6f-1098-4cf9-a0b7-c17ede87015d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:16:04.419244 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36af8eb-76f0-45e7-bc1b-66b5beebb412 None None] Attempting to bind port c9215bb3-1d74-4259-87c2-cd60511b5253 on network 828b465c-2de9-4223-b21e-29ccc1fcf343 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:16:04.436251 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36af8eb-76f0-45e7-bc1b-66b5beebb412 None None] Checking agent: {'id': '939e8715-7657-4010-a58c-eb05979aa89f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 5, 9), 'started_at': datetime.datetime(2021, 12, 15, 14, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:16:04.436251 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36af8eb-76f0-45e7-bc1b-66b5beebb412 None None] Checking segment: {'id': 'c751ab6f-1098-4cf9-a0b7-c17ede87015d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:16:04.436680 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e36af8eb-76f0-45e7-bc1b-66b5beebb412 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:04.437081 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36af8eb-76f0-45e7-bc1b-66b5beebb412 None None] Bound using segment: {'id': 'c751ab6f-1098-4cf9-a0b7-c17ede87015d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:16:04.437555 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-e36af8eb-76f0-45e7-bc1b-66b5beebb412 None None] Bound port: c9215bb3-1d74-4259-87c2-cd60511b5253, host: dv-cinder-813229-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c751ab6f-1098-4cf9-a0b7-c17ede87015d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:16:04.437958 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e36af8eb-76f0-45e7-bc1b-66b5beebb412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:04.439709 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2831d21-45ec-44d2-99b4-c724fb73d8e2 None None] Pushing event updated for resources: {'Port': ['ID=c9215bb3-1d74-4259-87c2-cd60511b5253,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:04.448729 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-bc5df0e2-16ef-4876-a760-7a43368633c9 req-c177d69b-7cd9-4124-a577-e8d20a99b6a2 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0882912 Dec 15 14:16:04.449244 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1699276c-b821-401a-b208-e34dd6d5943b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:04.495023 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-e36af8eb-76f0-45e7-bc1b-66b5beebb412 None None] For port c9215bb3-1d74-4259-87c2-cd60511b5253, host dv-cinder-813229-4-iscsi, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:16:04.498199 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-e36af8eb-76f0-45e7-bc1b-66b5beebb412 None None] For port c9215bb3-1d74-4259-87c2-cd60511b5253, host dv-cinder-813229-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=c9215bb3-1d74-4259-87c2-cd60511b5253,segment=NetworkSegment(c751ab6f-1098-4cf9-a0b7-c17ede87015d),segment_id=c751ab6f-1098-4cf9-a0b7-c17ede87015d)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:16:04.544215 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1699276c-b821-401a-b208-e34dd6d5943b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59071379'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:04.566462 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e36af8eb-76f0-45e7-bc1b-66b5beebb412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:04.585252 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1699276c-b821-401a-b208-e34dd6d5943b admin admin] Network 5ee79e5e-7e5c-4c3e-99aa-0d951ffcd2c4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:16:04.589826 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-1699276c-b821-401a-b208-e34dd6d5943b admin admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:16:04.592937 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1699276c-b821-401a-b208-e34dd6d5943b admin admin] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:16:04.616952 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36af8eb-76f0-45e7-bc1b-66b5beebb412 None None] Routers {'11428ac2-24dd-4fc0-a057-11229e6d833a'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:16:04.617585 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-e36af8eb-76f0-45e7-bc1b-66b5beebb412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:15:36Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['11428ac2-24dd-4fc0-a057-11229e6d833a'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:04.621316 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699276c-b821-401a-b208-e34dd6d5943b admin admin] Pushing event updated for resources: {'Port': ['ID=5eef136e-8a6e-44dc-ba6d-f6cac55739cf,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:04.642322 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1699276c-b821-401a-b208-e34dd6d5943b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:04.705102 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2831d21-45ec-44d2-99b4-c724fb73d8e2 None None] Pushing event updated for resources: {'Port': ['ID=c9215bb3-1d74-4259-87c2-cd60511b5253,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:04.742880 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-e36af8eb-76f0-45e7-bc1b-66b5beebb412 None None] Set router 11428ac2-24dd-4fc0-a057-11229e6d833a gateway port host: dv-cinder-813229-4-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:16:04.782025 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-58e83f46-1f1b-4a78-9157-c6b156df63b1 None None] Provisioning complete for port 5eef136e-8a6e-44dc-ba6d-f6cac55739cf triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:04.782574 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58e83f46-1f1b-4a78-9157-c6b156df63b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:04.815882 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1699276c-b821-401a-b208-e34dd6d5943b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:04.817410 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-58e83f46-1f1b-4a78-9157-c6b156df63b1 None None] Port 5eef136e-8a6e-44dc-ba6d-f6cac55739cf cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:16:04.921039 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-e36af8eb-76f0-45e7-bc1b-66b5beebb412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11428ac2-24dd-4fc0-a057-11229e6d833a', 'name': 'tempest-TestMinimumBasicScenario-792793375-router', 'tenant_id': 'ed587126e47c48a9a34a430b0157c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'c9215bb3-1d74-4259-87c2-cd60511b5253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:00Z', 'updated_at': '2021-12-15T14:16:02Z', 'revision_number': 3, 'project_id': 'ed587126e47c48a9a34a430b0157c1b3', 'gw_port': {'id': 'c9215bb3-1d74-4259-87c2-cd60511b5253', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11428ac2-24dd-4fc0-a057-11229e6d833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:01Z', 'updated_at': '2021-12-15T14:16:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi'}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:04.947230 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36af8eb-76f0-45e7-bc1b-66b5beebb412 None None] The sync data for ids ['11428ac2-24dd-4fc0-a057-11229e6d833a'] in dv-cinder-813229-4-iscsi is: [{'id': '11428ac2-24dd-4fc0-a057-11229e6d833a', 'name': 'tempest-TestMinimumBasicScenario-792793375-router', 'tenant_id': 'ed587126e47c48a9a34a430b0157c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'c9215bb3-1d74-4259-87c2-cd60511b5253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:00Z', 'updated_at': '2021-12-15T14:16:02Z', 'revision_number': 3, 'project_id': 'ed587126e47c48a9a34a430b0157c1b3', 'gw_port': {'id': 'c9215bb3-1d74-4259-87c2-cd60511b5253', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11428ac2-24dd-4fc0-a057-11229e6d833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:01Z', 'updated_at': '2021-12-15T14:16:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi'}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:16:04.980277 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1699276c-b821-401a-b208-e34dd6d5943b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:05.023150 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1699276c-b821-401a-b208-e34dd6d5943b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59071466'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:05.095344 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1699276c-b821-401a-b208-e34dd6d5943b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2096195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584689'] for router_interface, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:05.097313 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699276c-b821-401a-b208-e34dd6d5943b admin admin] Pushing event updated for resources: {'Port': ['ID=5eef136e-8a6e-44dc-ba6d-f6cac55739cf,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:05.210457 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1699276c-b821-401a-b208-e34dd6d5943b admin admin] Network 5ee79e5e-7e5c-4c3e-99aa-0d951ffcd2c4 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:16:05.211863 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-1699276c-b821-401a-b208-e34dd6d5943b admin admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:16:05.221406 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6eb71-7378-457a-b9b9-8ee544fcfc19 req-c0a7bdbe-2ebc-4e55-b8ac-f2430d5182a6 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:05.224715 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0ba6eb71-7378-457a-b9b9-8ee544fcfc19 req-c0a7bdbe-2ebc-4e55-b8ac-f2430d5182a6 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0782349 Dec 15 14:16:05.305098 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0ba6eb71-7378-457a-b9b9-8ee544fcfc19 req-64690d82-61c6-4095-b548-78c0941b14f7 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728076 Dec 15 14:16:05.382871 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1699276c-b821-401a-b208-e34dd6d5943b admin admin] Router 11428ac2-24dd-4fc0-a057-11229e6d833a has already been hosted by L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:16:05.418207 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc55e23-400d-44c8-80e0-fd0aafef864f req-804c9724-4098-4a5d-953b-bf315c38df46 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:05.421081 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cfc55e23-400d-44c8-80e0-fd0aafef864f req-804c9724-4098-4a5d-953b-bf315c38df46 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.0679522 Dec 15 14:16:05.495137 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cfc55e23-400d-44c8-80e0-fd0aafef864f req-fb734ae5-fd10-433b-aa4a-8d4338eb4999 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676885 Dec 15 14:16:05.552372 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-d7edac20-4ecf-4e81-ad03-05f7b8a95b5e None None] Provisioning complete for port 5eef136e-8a6e-44dc-ba6d-f6cac55739cf triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:05.553097 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7edac20-4ecf-4e81-ad03-05f7b8a95b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:05.579000 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1699276c-b821-401a-b208-e34dd6d5943b admin admin] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:16:05.591265 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-1699276c-b821-401a-b208-e34dd6d5943b admin admin] 10.222.0.36 "PUT /v2.0/routers/11428ac2-24dd-4fc0-a057-11229e6d833a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9554853 Dec 15 14:16:05.601487 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49203727-2f8a-4f36-bacc-94cda6b38dfd req-6e7bc99d-2c6b-48a3-8283-9aee1aa57150 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:05.603256 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-49203727-2f8a-4f36-bacc-94cda6b38dfd req-6e7bc99d-2c6b-48a3-8283-9aee1aa57150 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 944 time: 0.0676413 Dec 15 14:16:05.607026 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d7edac20-4ecf-4e81-ad03-05f7b8a95b5e None None] Port 5eef136e-8a6e-44dc-ba6d-f6cac55739cf cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:16:05.685959 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-49203727-2f8a-4f36-bacc-94cda6b38dfd req-b280fa47-c7d7-46df-a359-a037dc8c201d tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0660801 Dec 15 14:16:05.794097 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device c9215bb3-1d74-4259-87c2-cd60511b5253 up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:16:05.852449 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port c9215bb3-1d74-4259-87c2-cd60511b5253 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:05.852880 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:05.854593 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a1c3374f-50b4-406b-8cad-9bf730dac184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:05.938097 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:05.959824 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] For port c9215bb3-1d74-4259-87c2-cd60511b5253, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=c9215bb3-1d74-4259-87c2-cd60511b5253,segment=NetworkSegment(c751ab6f-1098-4cf9-a0b7-c17ede87015d),segment_id=c751ab6f-1098-4cf9-a0b7-c17ede87015d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:16:06.041115 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:06.041919 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 84c65395-9be6-4024-b0ce-0da1b95da172 up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:16:06.122700 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Pushing event updated for resources: {'Port': ['ID=c9215bb3-1d74-4259-87c2-cd60511b5253,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:06.135767 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port 84c65395-9be6-4024-b0ce-0da1b95da172 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:06.136178 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:06.488926 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454c2a4-89ca-4177-b977-6ce6803b7d42 req-2e0b036b-cb7b-4d76-b693-137fe0e4c1e3 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:06.492754 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e454c2a4-89ca-4177-b977-6ce6803b7d42 req-2e0b036b-cb7b-4d76-b693-137fe0e4c1e3 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.1014323 Dec 15 14:16:06.627213 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e454c2a4-89ca-4177-b977-6ce6803b7d42 req-eaff2a11-4d2f-4540-9824-7fa064396459 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290483 Dec 15 14:16:06.680418 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136fb63f-510c-4e45-870e-e1a86c850f54 req-85913a4d-dfe3-470b-b1bb-958f339b841c tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:06.688512 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-136fb63f-510c-4e45-870e-e1a86c850f54 req-85913a4d-dfe3-470b-b1bb-958f339b841c tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.0882256 Dec 15 14:16:06.739886 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-136fb63f-510c-4e45-870e-e1a86c850f54 req-984b1f53-c856-47d3-8c4f-39968de9a54a tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503845 Dec 15 14:16:06.864623 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28520178-2181-4b1b-ad4f-ff0d8c6833b5 req-53a9dea8-903e-450a-a6c3-ca9feb93c50d tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:06.869129 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-28520178-2181-4b1b-ad4f-ff0d8c6833b5 req-53a9dea8-903e-450a-a6c3-ca9feb93c50d tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 944 time: 0.0935297 Dec 15 14:16:06.927029 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-28520178-2181-4b1b-ad4f-ff0d8c6833b5 req-9bf01ae2-b59e-485f-bf54-7c1170dea929 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539501 Dec 15 14:16:06.950143 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3d9a2f-d27e-44ba-b38a-b84c2566cc8b None None] Sync routers for ids ['11428ac2-24dd-4fc0-a057-11229e6d833a'] in dv-cinder-813229-4-iscsi {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:16:06.959078 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3d9a2f-d27e-44ba-b38a-b84c2566cc8b None None] Routers {'11428ac2-24dd-4fc0-a057-11229e6d833a'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:16:06.959702 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-5e3d9a2f-d27e-44ba-b38a-b84c2566cc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:16:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['11428ac2-24dd-4fc0-a057-11229e6d833a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:07.099074 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:07.133364 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-5e3d9a2f-d27e-44ba-b38a-b84c2566cc8b None None] Set router 11428ac2-24dd-4fc0-a057-11229e6d833a gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:16:07.385785 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-5e3d9a2f-d27e-44ba-b38a-b84c2566cc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11428ac2-24dd-4fc0-a057-11229e6d833a', 'name': 'tempest-TestMinimumBasicScenario-792793375-router', 'tenant_id': 'ed587126e47c48a9a34a430b0157c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'c9215bb3-1d74-4259-87c2-cd60511b5253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:00Z', 'updated_at': '2021-12-15T14:16:04Z', 'revision_number': 4, 'project_id': 'ed587126e47c48a9a34a430b0157c1b3', 'gw_port': {'id': 'c9215bb3-1d74-4259-87c2-cd60511b5253', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11428ac2-24dd-4fc0-a057-11229e6d833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:01Z', 'updated_at': '2021-12-15T14:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': '5eef136e-8a6e-44dc-ba6d-f6cac55739cf', 'name': '', 'network_id': '5ee79e5e-7e5c-4c3e-99aa-0d951ffcd2c4', 'tenant_id': 'ed587126e47c48a9a34a430b0157c1b3', 'mac_address': 'fa:16:3e:96:58:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11428ac2-24dd-4fc0-a057-11229e6d833a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '7559390f-625f-4d51-b0ef-8e808cee06cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:04Z', 'updated_at': '2021-12-15T14:16:04Z', 'revision_number': 2, 'project_id': 'ed587126e47c48a9a34a430b0157c1b3', 'subnets': [{'id': '7559390f-625f-4d51-b0ef-8e808cee06cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:07.417304 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3d9a2f-d27e-44ba-b38a-b84c2566cc8b None None] Checking router: 11428ac2-24dd-4fc0-a057-11229e6d833a for host: dv-cinder-813229-4-iscsi {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:16:07.417825 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3d9a2f-d27e-44ba-b38a-b84c2566cc8b None None] Updating router 11428ac2-24dd-4fc0-a057-11229e6d833a port 5eef136e-8a6e-44dc-ba6d-f6cac55739cf binding host dv-cinder-813229-4-iscsi {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:16:07.451463 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e3d9a2f-d27e-44ba-b38a-b84c2566cc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:07.619497 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce4755-1361-46e2-bd6a-859cccdaf090 req-af4395e5-fd61-4935-ad38-878010e573a9 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:07.622467 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f9ce4755-1361-46e2-bd6a-859cccdaf090 req-af4395e5-fd61-4935-ad38-878010e573a9 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.0878735 Dec 15 14:16:07.695434 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f9ce4755-1361-46e2-bd6a-859cccdaf090 req-82309492-5942-4807-ae58-faac9d4a251f tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658529 Dec 15 14:16:07.727421 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device c9215bb3-1d74-4259-87c2-cd60511b5253 up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:16:07.811182 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port c9215bb3-1d74-4259-87c2-cd60511b5253 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:07.811562 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:07.845583 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4114d67-f410-4ff8-89a8-e63c794e230a req-6cf211e1-627d-4448-9d56-e68022b4605a tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:07.854904 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d4114d67-f410-4ff8-89a8-e63c794e230a req-6cf211e1-627d-4448-9d56-e68022b4605a tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.1289291 Dec 15 14:16:07.955381 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cd2ef-844d-44e3-a1a4-5551912a6321 req-e36498ef-bf95-4ee7-81ce-1ba3eba03ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:07.957577 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-097cd2ef-844d-44e3-a1a4-5551912a6321 req-e36498ef-bf95-4ee7-81ce-1ba3eba03ca9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=99e48568027f45a591f092080d89b4dd&device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 1099 time: 0.0975995 Dec 15 14:16:07.980092 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e3d9a2f-d27e-44ba-b38a-b84c2566cc8b None None] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:07.984888 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d4114d67-f410-4ff8-89a8-e63c794e230a req-5fecd8db-f8bb-44b9-9adb-6d470950f37e tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828545 Dec 15 14:16:08.073686 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e3d9a2f-d27e-44ba-b38a-b84c2566cc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:08.125209 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:08.132177 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb61f34-c559-48a0-8d42-193b9603626c req-455990cf-82f6-46c0-a16e-a9327b533e4d tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:08.134105 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2eb61f34-c559-48a0-8d42-193b9603626c req-455990cf-82f6-46c0-a16e-a9327b533e4d tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 944 time: 0.0784600 Dec 15 14:16:08.143751 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb64c006-38cc-4cfc-a2cc-02f52b471983 None None] Pushing event updated for resources: {'Port': ['ID=5eef136e-8a6e-44dc-ba6d-f6cac55739cf,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:08.199067 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2eb61f34-c559-48a0-8d42-193b9603626c req-9706a29e-d01d-48d4-b0b6-f90073717dc4 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589514 Dec 15 14:16:08.236932 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-5e3d9a2f-d27e-44ba-b38a-b84c2566cc8b None None] Attempting to bind port 5eef136e-8a6e-44dc-ba6d-f6cac55739cf on host dv-cinder-813229-4-iscsi for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:16:08.237312 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-5e3d9a2f-d27e-44ba-b38a-b84c2566cc8b None None] Attempting to bind port 5eef136e-8a6e-44dc-ba6d-f6cac55739cf by drivers openvswitch,hyperv on host dv-cinder-813229-4-iscsi at level 0 using segments [{'id': '100eb202-44ff-42c6-b4b8-c42274851ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5ee79e5e-7e5c-4c3e-99aa-0d951ffcd2c4'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:16:08.237682 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3d9a2f-d27e-44ba-b38a-b84c2566cc8b None None] Attempting to bind port 5eef136e-8a6e-44dc-ba6d-f6cac55739cf on network 5ee79e5e-7e5c-4c3e-99aa-0d951ffcd2c4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:16:08.247833 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3d9a2f-d27e-44ba-b38a-b84c2566cc8b None None] Checking agent: {'id': '939e8715-7657-4010-a58c-eb05979aa89f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 5, 9), 'started_at': datetime.datetime(2021, 12, 15, 14, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:16:08.248290 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3d9a2f-d27e-44ba-b38a-b84c2566cc8b None None] Checking segment: {'id': '100eb202-44ff-42c6-b4b8-c42274851ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5ee79e5e-7e5c-4c3e-99aa-0d951ffcd2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:16:08.248707 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e3d9a2f-d27e-44ba-b38a-b84c2566cc8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:08.249109 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3d9a2f-d27e-44ba-b38a-b84c2566cc8b None None] Bound using segment: {'id': '100eb202-44ff-42c6-b4b8-c42274851ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5ee79e5e-7e5c-4c3e-99aa-0d951ffcd2c4'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:16:08.249597 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-5e3d9a2f-d27e-44ba-b38a-b84c2566cc8b None None] Bound port: 5eef136e-8a6e-44dc-ba6d-f6cac55739cf, host: dv-cinder-813229-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '100eb202-44ff-42c6-b4b8-c42274851ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5ee79e5e-7e5c-4c3e-99aa-0d951ffcd2c4'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:16:08.250041 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e3d9a2f-d27e-44ba-b38a-b84c2566cc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:08.332127 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-5e3d9a2f-d27e-44ba-b38a-b84c2566cc8b None None] For port 5eef136e-8a6e-44dc-ba6d-f6cac55739cf, host dv-cinder-813229-4-iscsi, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:16:08.335900 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-5e3d9a2f-d27e-44ba-b38a-b84c2566cc8b None None] For port 5eef136e-8a6e-44dc-ba6d-f6cac55739cf, host dv-cinder-813229-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=5eef136e-8a6e-44dc-ba6d-f6cac55739cf,segment=NetworkSegment(100eb202-44ff-42c6-b4b8-c42274851ea4),segment_id=100eb202-44ff-42c6-b4b8-c42274851ea4)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:16:08.415575 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e3d9a2f-d27e-44ba-b38a-b84c2566cc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:08.477965 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb64c006-38cc-4cfc-a2cc-02f52b471983 None None] Pushing event updated for resources: {'Port': ['ID=5eef136e-8a6e-44dc-ba6d-f6cac55739cf,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:08.481242 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3d9a2f-d27e-44ba-b38a-b84c2566cc8b None None] Routers {'11428ac2-24dd-4fc0-a057-11229e6d833a'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:16:08.482127 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-5e3d9a2f-d27e-44ba-b38a-b84c2566cc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:16:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['11428ac2-24dd-4fc0-a057-11229e6d833a'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:08.699271 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-067ac077-cbec-47df-bef3-24c6bb2f931e None None] Provisioning complete for port 5eef136e-8a6e-44dc-ba6d-f6cac55739cf triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:08.701025 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-067ac077-cbec-47df-bef3-24c6bb2f931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:08.765913 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-5e3d9a2f-d27e-44ba-b38a-b84c2566cc8b None None] Set router 11428ac2-24dd-4fc0-a057-11229e6d833a gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:16:08.850339 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45553e-0676-4d05-a28b-dd5d29818312 req-54e0b01c-3933-4aec-8ec4-177aee91d87b tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:08.864006 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ec45553e-0676-4d05-a28b-dd5d29818312 req-54e0b01c-3933-4aec-8ec4-177aee91d87b tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.0734382 Dec 15 14:16:08.918550 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-067ac077-cbec-47df-bef3-24c6bb2f931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:08.938418 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ec45553e-0676-4d05-a28b-dd5d29818312 req-7c66b83a-d622-4bbd-bb97-381d83dfdf14 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658741 Dec 15 14:16:08.974316 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-067ac077-cbec-47df-bef3-24c6bb2f931e None None] For port 5eef136e-8a6e-44dc-ba6d-f6cac55739cf, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=5eef136e-8a6e-44dc-ba6d-f6cac55739cf,segment=NetworkSegment(100eb202-44ff-42c6-b4b8-c42274851ea4),segment_id=100eb202-44ff-42c6-b4b8-c42274851ea4)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:16:09.047753 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-5e3d9a2f-d27e-44ba-b38a-b84c2566cc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11428ac2-24dd-4fc0-a057-11229e6d833a', 'name': 'tempest-TestMinimumBasicScenario-792793375-router', 'tenant_id': 'ed587126e47c48a9a34a430b0157c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'c9215bb3-1d74-4259-87c2-cd60511b5253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:00Z', 'updated_at': '2021-12-15T14:16:04Z', 'revision_number': 4, 'project_id': 'ed587126e47c48a9a34a430b0157c1b3', 'gw_port': {'id': 'c9215bb3-1d74-4259-87c2-cd60511b5253', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11428ac2-24dd-4fc0-a057-11229e6d833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:01Z', 'updated_at': '2021-12-15T14:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': '5eef136e-8a6e-44dc-ba6d-f6cac55739cf', 'name': '', 'network_id': '5ee79e5e-7e5c-4c3e-99aa-0d951ffcd2c4', 'tenant_id': 'ed587126e47c48a9a34a430b0157c1b3', 'mac_address': 'fa:16:3e:96:58:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11428ac2-24dd-4fc0-a057-11229e6d833a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '7559390f-625f-4d51-b0ef-8e808cee06cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:04Z', 'updated_at': '2021-12-15T14:16:08Z', 'revision_number': 4, 'project_id': 'ed587126e47c48a9a34a430b0157c1b3', 'subnets': [{'id': '7559390f-625f-4d51-b0ef-8e808cee06cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:16:09.084480 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3d9a2f-d27e-44ba-b38a-b84c2566cc8b None None] The sync data for ids ['11428ac2-24dd-4fc0-a057-11229e6d833a'] in dv-cinder-813229-4-iscsi is: [{'id': '11428ac2-24dd-4fc0-a057-11229e6d833a', 'name': 'tempest-TestMinimumBasicScenario-792793375-router', 'tenant_id': 'ed587126e47c48a9a34a430b0157c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'c9215bb3-1d74-4259-87c2-cd60511b5253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:00Z', 'updated_at': '2021-12-15T14:16:04Z', 'revision_number': 4, 'project_id': 'ed587126e47c48a9a34a430b0157c1b3', 'gw_port': {'id': 'c9215bb3-1d74-4259-87c2-cd60511b5253', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11428ac2-24dd-4fc0-a057-11229e6d833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:01Z', 'updated_at': '2021-12-15T14:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': '5eef136e-8a6e-44dc-ba6d-f6cac55739cf', 'name': '', 'network_id': '5ee79e5e-7e5c-4c3e-99aa-0d951ffcd2c4', 'tenant_id': 'ed587126e47c48a9a34a430b0157c1b3', 'mac_address': 'fa:16:3e:96:58:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11428ac2-24dd-4fc0-a057-11229e6d833a', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '7559390f-625f-4d51-b0ef-8e808cee06cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:04Z', 'updated_at': '2021-12-15T14:16:08Z', 'revision_number': 4, 'project_id': 'ed587126e47c48a9a34a430b0157c1b3', 'subnets': [{'id': '7559390f-625f-4d51-b0ef-8e808cee06cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:16:09.084480 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-067ac077-cbec-47df-bef3-24c6bb2f931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:09.218052 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ac077-cbec-47df-bef3-24c6bb2f931e None None] Pushing event updated for resources: {'Port': ['ID=5eef136e-8a6e-44dc-ba6d-f6cac55739cf,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:09.218908 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1c611-4291-4c9e-bd8a-a4c23daa931d req-0275cccd-53da-4cb2-b60f-e57782406306 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:09.220567 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c1f1c611-4291-4c9e-bd8a-a4c23daa931d req-0275cccd-53da-4cb2-b60f-e57782406306 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.1458266 Dec 15 14:16:09.274688 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-eb779495-a265-45d0-914b-bc1eb571af18 None None] Provisioning complete for port 5eef136e-8a6e-44dc-ba6d-f6cac55739cf triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:09.275305 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb779495-a265-45d0-914b-bc1eb571af18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:09.314565 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cd2ef-844d-44e3-a1a4-5551912a6321 req-584b2829-6689-4cb8-89c6-a6cd3e6eee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:09.316225 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-097cd2ef-844d-44e3-a1a4-5551912a6321 req-584b2829-6689-4cb8-89c6-a6cd3e6eee1c service neutron] 10.222.0.54 "GET /v2.0/networks?id=de3ac665-6e2b-47fc-8d80-1b730042a6ab HTTP/1.1" status: 200 len: 910 time: 0.2494965 Dec 15 14:16:09.364154 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c1f1c611-4291-4c9e-bd8a-a4c23daa931d req-866fdbe5-ea6c-4a47-8faa-cf628f5ae01e tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230609 Dec 15 14:16:09.381922 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:09.517487 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db4681-c4ae-4b43-b9e8-3fbc57a39c18 req-b2e5876d-ff4e-46cf-b002-88ae90bc1051 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:09.519062 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c8db4681-c4ae-4b43-b9e8-3fbc57a39c18 req-b2e5876d-ff4e-46cf-b002-88ae90bc1051 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 944 time: 0.0658679 Dec 15 14:16:09.586425 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c8db4681-c4ae-4b43-b9e8-3fbc57a39c18 req-8a6701bc-adac-4a5e-a25b-f5628358aecf tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604739 Dec 15 14:16:09.753305 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 5eef136e-8a6e-44dc-ba6d-f6cac55739cf up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:16:09.835620 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port 5eef136e-8a6e-44dc-ba6d-f6cac55739cf triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:09.836166 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:10.070772 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db5851-89c2-476a-b2ee-abd6aae9a6c9 req-70a74ed4-00f4-40b8-8d2b-bd6b7e260c60 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:10.073108 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e6db5851-89c2-476a-b2ee-abd6aae9a6c9 req-70a74ed4-00f4-40b8-8d2b-bd6b7e260c60 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.0572543 Dec 15 14:16:10.125856 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e6db5851-89c2-476a-b2ee-abd6aae9a6c9 req-ffc466ec-990c-4bc7-8bda-82efedef2dbf tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462656 Dec 15 14:16:10.493521 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1187972-477d-4aeb-bf39-ef24aa601c1d req-75f2038e-fde6-4444-ad84-7a519b52cf2a tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:10.495047 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a1187972-477d-4aeb-bf39-ef24aa601c1d req-75f2038e-fde6-4444-ad84-7a519b52cf2a tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0520475 Dec 15 14:16:10.551127 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a1187972-477d-4aeb-bf39-ef24aa601c1d req-3dc6816b-981d-4a13-93ad-fee8ff301467 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498343 Dec 15 14:16:10.721984 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53417088-532d-4a3d-99b4-114f811cc82c req-70e43c65-78be-4044-871c-b82b078d2127 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:10.727281 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-53417088-532d-4a3d-99b4-114f811cc82c req-70e43c65-78be-4044-871c-b82b078d2127 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 944 time: 0.0628614 Dec 15 14:16:10.781833 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-53417088-532d-4a3d-99b4-114f811cc82c req-598fe990-6f44-4fdb-877b-2d549b67d50b tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513093 Dec 15 14:16:11.066253 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-097cd2ef-844d-44e3-a1a4-5551912a6321 req-3b52b525-e61b-417e-a66a-bd3425d6b365 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fbad533-96b2-474b-aa8f-d92f5601bf21 HTTP/1.1" status: 200 len: 1001 time: 0.0742066 Dec 15 14:16:11.135820 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cd2ef-844d-44e3-a1a4-5551912a6321 req-aac499b5-f2e2-486d-b692-8cadc7595e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:11.137967 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-097cd2ef-844d-44e3-a1a4-5551912a6321 req-aac499b5-f2e2-486d-b692-8cadc7595e87 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3951b90e-3765-4c81-9e5f-467e16fbfc9d HTTP/1.1" status: 200 len: 848 time: 0.0595517 Dec 15 14:16:11.192857 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cd2ef-844d-44e3-a1a4-5551912a6321 req-cf92b6cd-03a6-4b99-a3fb-f180bd3e01d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:11.195683 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-097cd2ef-844d-44e3-a1a4-5551912a6321 req-cf92b6cd-03a6-4b99-a3fb-f180bd3e01d8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=de3ac665-6e2b-47fc-8d80-1b730042a6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471210 Dec 15 14:16:11.343367 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f3df6-b696-4f18-9a05-21dc27772afa req-292210c9-2d6f-4ba5-b37d-997965f67afb tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:11.351574 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e95f3df6-b696-4f18-9a05-21dc27772afa req-292210c9-2d6f-4ba5-b37d-997965f67afb tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.1144211 Dec 15 14:16:11.414169 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-097cd2ef-844d-44e3-a1a4-5551912a6321 req-e586fe3d-99b8-4a87-bd94-b10ccc17b8c8 service neutron] 10.222.0.54 "GET /v2.0/networks/de3ac665-6e2b-47fc-8d80-1b730042a6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056949 Dec 15 14:16:11.420066 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e95f3df6-b696-4f18-9a05-21dc27772afa req-7b5e4a4c-f91f-4121-8f5a-1edd05071716 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674186 Dec 15 14:16:11.867328 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0eacd-a134-4e91-9e5f-e3e783334c66 req-da5b09b8-3193-4419-87bd-846777b00c43 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:11.876715 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9bc0eacd-a134-4e91-9e5f-e3e783334c66 req-da5b09b8-3193-4419-87bd-846777b00c43 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.1063724 Dec 15 14:16:11.907468 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-097cd2ef-844d-44e3-a1a4-5551912a6321 req-0b42aca9-08b8-4130-a36e-ccde3208b07e service neutron] 10.222.0.54 "GET /v2.0/networks/de3ac665-6e2b-47fc-8d80-1b730042a6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4846191 Dec 15 14:16:11.976463 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9bc0eacd-a134-4e91-9e5f-e3e783334c66 req-67ffae21-5be4-44d3-90ab-3d19a25840c2 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985968 Dec 15 14:16:11.990312 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77269b-2358-4087-aecc-5eb3c099bf8c req-b1f5cf5c-5f4b-41b5-b4ae-30708d2519c6 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:12.002471 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5a77269b-2358-4087-aecc-5eb3c099bf8c req-b1f5cf5c-5f4b-41b5-b4ae-30708d2519c6 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 944 time: 0.1213911 Dec 15 14:16:12.064864 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5a77269b-2358-4087-aecc-5eb3c099bf8c req-267a78c7-7b6f-4325-9746-3dce88391089 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0613012 Dec 15 14:16:12.560325 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1f7fb-ad2f-40b4-b4c4-3a2b84bfa524 req-f66b6b77-58ef-4e20-acc0-e60178361d47 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:12.561846 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-12e1f7fb-ad2f-40b4-b4c4-3a2b84bfa524 req-f66b6b77-58ef-4e20-acc0-e60178361d47 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.0579913 Dec 15 14:16:12.623755 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-12e1f7fb-ad2f-40b4-b4c4-3a2b84bfa524 req-82e6fbce-8fed-46bb-a503-fdc3df8aa706 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507231 Dec 15 14:16:13.114678 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f2883-470c-4e51-bcff-36d411d9ae4d req-225a616e-2b35-4be6-85b5-e5d995b66884 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:13.126705 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f13f2883-470c-4e51-bcff-36d411d9ae4d req-225a616e-2b35-4be6-85b5-e5d995b66884 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0752487 Dec 15 14:16:13.253421 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d17e1aa-8513-4a9c-b909-5f7f45ca8447 req-b6bc0675-747b-4ad0-94fe-b5cbba9be4dc tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:13.255257 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8d17e1aa-8513-4a9c-b909-5f7f45ca8447 req-b6bc0675-747b-4ad0-94fe-b5cbba9be4dc tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 944 time: 0.0937634 Dec 15 14:16:13.260080 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f13f2883-470c-4e51-bcff-36d411d9ae4d req-bc9922dc-c7df-42df-a008-4367ae6b19fe tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208990 Dec 15 14:16:13.335798 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8d17e1aa-8513-4a9c-b909-5f7f45ca8447 req-1db9b8e7-931c-40f0-a187-aba8184b4dd6 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636702 Dec 15 14:16:13.734065 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80fe1d-0ea2-4179-8d95-96a0e8d92e69 req-6e78e532-3d81-4ee5-b95e-c1be515687de tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:13.735570 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1e80fe1d-0ea2-4179-8d95-96a0e8d92e69 req-6e78e532-3d81-4ee5-b95e-c1be515687de tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.0528491 Dec 15 14:16:13.796002 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1e80fe1d-0ea2-4179-8d95-96a0e8d92e69 req-6f655304-bf82-4e9f-9022-13c1237708c3 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524113 Dec 15 14:16:14.001848 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 844a6495-532e-422c-8e4b-f5c0486fc42a details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:16:14.108692 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 844a6495-532e-422c-8e4b-f5c0486fc42a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=844a6495-532e-422c-8e4b-f5c0486fc42a,segment=NetworkSegment(88376a90-d228-4b29-87c9-0e4710ba306c),segment_id=88376a90-d228-4b29-87c9-0e4710ba306c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:16:14.122119 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Returning: {'device': '844a6495-532e-422c-8e4b-f5c0486fc42a', 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937', 'port_id': '844a6495-532e-422c-8e4b-f5c0486fc42a', 'mac_address': 'fa:16:3e:89:a0:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cdbf821-be2b-4255-be5a-f39d9618a49d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:16:14.163340 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:14.177892 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 844a6495-532e-422c-8e4b-f5c0486fc42a {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:16:14.199624 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 844a6495-532e-422c-8e4b-f5c0486fc42a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=844a6495-532e-422c-8e4b-f5c0486fc42a,segment=NetworkSegment(88376a90-d228-4b29-87c9-0e4710ba306c),segment_id=88376a90-d228-4b29-87c9-0e4710ba306c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:16:14.261521 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:14.322435 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=844a6495-532e-422c-8e4b-f5c0486fc42a,revision_number=9']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:14.515141 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:16:14.527153 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e258e6-b52d-4737-a8c3-884ee756ce54 req-0bfd11e4-4181-4a1c-8d33-1170cdf51913 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:14.528940 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b8e258e6-b52d-4737-a8c3-884ee756ce54 req-0bfd11e4-4181-4a1c-8d33-1170cdf51913 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.1177402 Dec 15 14:16:14.551022 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['844a6495-532e-422c-8e4b-f5c0486fc42a'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:16:14.568666 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5c995-e333-421f-aef1-44bcca0a201f req-4da1bae9-f6b9-480a-bb80-be838f65189e tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:14.570416 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-85f5c995-e333-421f-aef1-44bcca0a201f req-4da1bae9-f6b9-480a-bb80-be838f65189e tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 945 time: 0.1058617 Dec 15 14:16:14.657105 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b8e258e6-b52d-4737-a8c3-884ee756ce54 req-198f0bea-51d4-47ba-b3e5-99a58827b31c tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106827 Dec 15 14:16:14.684497 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-85f5c995-e333-421f-aef1-44bcca0a201f req-dba9edbe-0493-49ce-b17a-1026e1fb6843 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0950451 Dec 15 14:16:15.840920 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4cde96-2c21-4480-b790-9d54f5ef58f4 req-ecaee441-68f2-4ddd-93c5-70af234deaa8 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:15.842520 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-fc4cde96-2c21-4480-b790-9d54f5ef58f4 req-ecaee441-68f2-4ddd-93c5-70af234deaa8 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0951302 Dec 15 14:16:15.861505 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88df233-a666-4063-8b5d-e321c7b440ec req-7a714508-c4fc-4cb9-8d76-b35db538cdd1 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:15.862412 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a88df233-a666-4063-8b5d-e321c7b440ec req-7a714508-c4fc-4cb9-8d76-b35db538cdd1 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 945 time: 0.0709202 Dec 15 14:16:15.943889 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-fc4cde96-2c21-4480-b790-9d54f5ef58f4 req-479c0322-3096-4234-99aa-e1e3b437a838 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804589 Dec 15 14:16:15.961153 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a88df233-a666-4063-8b5d-e321c7b440ec req-d4b50eae-fd7d-4d74-a5d2-f607f10fb61a tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0752287 Dec 15 14:16:16.002998 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 844a6495-532e-422c-8e4b-f5c0486fc42a up at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:16:16.057570 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning complete for port 844a6495-532e-422c-8e4b-f5c0486fc42a triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:16.057957 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:16.143298 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:16.169453 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8631f02e-761c-4b6a-9b55-fd29ddfe47d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844a6495-532e-422c-8e4b-f5c0486fc42a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:16:16.171830 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563fd6401afa6af5759f990961882efb87115f058b142029c69814770c0d1fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b43ffa9-e6d2-4266-a9b0-aee3b77b5e6e" -d '{"events": [{"server_uuid": "8631f02e-761c-4b6a-9b55-fd29ddfe47d8", "name": "network-vif-plugged", "status": "completed", "tag": "844a6495-532e-422c-8e4b-f5c0486fc42a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:16:16.185291 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 844a6495-532e-422c-8e4b-f5c0486fc42a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=844a6495-532e-422c-8e4b-f5c0486fc42a,segment=NetworkSegment(88376a90-d228-4b29-87c9-0e4710ba306c),segment_id=88376a90-d228-4b29-87c9-0e4710ba306c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:16:16.217333 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32164ad6-2ba5-4ea1-aaa7-7f2e4f5babc7 x-openstack-request-id: req-32164ad6-2ba5-4ea1-aaa7-7f2e4f5babc7 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:16:16.217686 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8631f02e-761c-4b6a-9b55-fd29ddfe47d8", "name": "network-vif-plugged", "status": "completed", "tag": "844a6495-532e-422c-8e4b-f5c0486fc42a", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:16:16.217955 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-32164ad6-2ba5-4ea1-aaa7-7f2e4f5babc7 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:16:16.218354 dv-cinder-813229-4-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8631f02e-761c-4b6a-9b55-fd29ddfe47d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844a6495-532e-422c-8e4b-f5c0486fc42a', 'code': 200} Dec 15 14:16:16.274472 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:16.329790 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=844a6495-532e-422c-8e4b-f5c0486fc42a,revision_number=10']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:16.696823 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db9dcd-0ada-4253-aa5a-7b767e661401 req-c9d10c44-4400-4b65-9f3f-ba10871eba54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:16.698426 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-88db9dcd-0ada-4253-aa5a-7b767e661401 req-c9d10c44-4400-4b65-9f3f-ba10871eba54 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 1098 time: 0.0499818 Dec 15 14:16:16.752835 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-88db9dcd-0ada-4253-aa5a-7b767e661401 req-b14f4b33-6199-4cf7-b2fb-41e430526fbc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450568 Dec 15 14:16:17.097148 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563dee9-e2d5-4f27-8a84-87e6a005af54 req-ed7ea970-45e1-4bf2-961d-24c3a5423c85 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:17.098644 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6563dee9-e2d5-4f27-8a84-87e6a005af54 req-ed7ea970-45e1-4bf2-961d-24c3a5423c85 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0800121 Dec 15 14:16:17.114069 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d22380-7685-4c58-bcaa-31a025cdede6 req-6f9a9280-90fe-404f-bc1a-df92171080af tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:17.115526 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d7d22380-7685-4c58-bcaa-31a025cdede6 req-6f9a9280-90fe-404f-bc1a-df92171080af tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 947 time: 0.0718377 Dec 15 14:16:17.181963 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6563dee9-e2d5-4f27-8a84-87e6a005af54 req-beaa4310-6d95-48b2-8782-6148e4e2b6d7 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768812 Dec 15 14:16:17.189438 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d7d22380-7685-4c58-bcaa-31a025cdede6 req-85a06ee6-b169-4962-a4aa-07a9bca4498a tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0678751 Dec 15 14:16:17.426991 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c777f7-915f-4ce4-942c-e8a0d1d507ac req-50239733-5b49-43bc-8f9f-53a59173ed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:17.428510 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-34c777f7-915f-4ce4-942c-e8a0d1d507ac req-50239733-5b49-43bc-8f9f-53a59173ed22 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 1100 time: 0.0512242 Dec 15 14:16:17.484788 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-34c777f7-915f-4ce4-942c-e8a0d1d507ac req-83c48640-22d8-4e88-8414-3734ac37a791 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473750 Dec 15 14:16:18.303132 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0865ed3-381d-4b47-9068-a90c58dc9a4a req-52937a04-3191-406b-bceb-cdab40f48b17 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:18.304631 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c0865ed3-381d-4b47-9068-a90c58dc9a4a req-52937a04-3191-406b-bceb-cdab40f48b17 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0529025 Dec 15 14:16:18.353447 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c0865ed3-381d-4b47-9068-a90c58dc9a4a req-4cf0ad25-9333-4964-8567-2ff06df7bff4 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419018 Dec 15 14:16:18.458027 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2c071-cabf-493a-b8fd-81aa561f40c9 req-0c5e762c-03bb-47da-b68e-7b8ee9f9a862 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:18.459422 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2cb2c071-cabf-493a-b8fd-81aa561f40c9 req-0c5e762c-03bb-47da-b68e-7b8ee9f9a862 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 947 time: 0.0499234 Dec 15 14:16:18.506071 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2cb2c071-cabf-493a-b8fd-81aa561f40c9 req-3813476a-9b61-41a2-8b9d-ec5cedc49d74 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406024 Dec 15 14:16:19.466939 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbf5a6-8c37-48e3-8efc-4c911f82340d req-6c12176f-a9fc-4044-a93d-2d94fee7db23 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:19.468486 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-62bbf5a6-8c37-48e3-8efc-4c911f82340d req-6c12176f-a9fc-4044-a93d-2d94fee7db23 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0482199 Dec 15 14:16:19.519435 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-62bbf5a6-8c37-48e3-8efc-4c911f82340d req-fc3aded7-fdac-4bb8-b16e-5338ccc3b414 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448725 Dec 15 14:16:19.627993 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0bcc94-1c72-4110-b427-74d1e08d3c87 req-7538ffb8-ca59-47a1-b599-c5619e2260cf tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:19.629509 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-db0bcc94-1c72-4110-b427-74d1e08d3c87 req-7538ffb8-ca59-47a1-b599-c5619e2260cf tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 947 time: 0.0511358 Dec 15 14:16:19.679749 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-db0bcc94-1c72-4110-b427-74d1e08d3c87 req-d81e8ae2-ae00-4d11-8e15-d292abc29be0 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440927 Dec 15 14:16:19.794217 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-9d7da56f-38f4-428f-97b0-a50f00244322 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:19.795102 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-9d7da56f-38f4-428f-97b0-a50f00244322 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/networks?id=0ab8db93-01e2-4a13-a31c-081ad8890766 HTTP/1.1" status: 200 len: 815 time: 0.1100824 Dec 15 14:16:19.805758 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:19.810229 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-9bd7fae0-6160-466e-b4fe-cf7c25fd8ae2 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/quotas/9ed188fb44624c1b86723b0a0cf261c5 HTTP/1.1" status: 200 len: 375 time: 0.0092623 Dec 15 14:16:19.861622 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-f458fff7-4db6-498b-9ae1-28048c31fe09 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ed188fb44624c1b86723b0a0cf261c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453098 Dec 15 14:16:19.956658 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-bc92c752-cc2c-4f3f-8baf-e2a516e998fe service neutron] 10.222.0.36 "GET /v2.0/networks/0ab8db93-01e2-4a13-a31c-081ad8890766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836303 Dec 15 14:16:20.044705 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-670e5a10-061c-4f2d-9709-7b5e865c4ea9 service neutron] 10.222.0.36 "GET /v2.0/networks/0ab8db93-01e2-4a13-a31c-081ad8890766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818629 Dec 15 14:16:20.636074 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb158567-b717-4663-9ec4-b3c9c933f2e8 req-12fab48d-fd36-4c67-81f9-840080658688 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:20.637560 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-eb158567-b717-4663-9ec4-b3c9c933f2e8 req-12fab48d-fd36-4c67-81f9-840080658688 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0504749 Dec 15 14:16:20.713730 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-eb158567-b717-4663-9ec4-b3c9c933f2e8 req-57bf4b77-7818-4b90-9d91-a4daec3fd750 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701025 Dec 15 14:16:20.721219 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7e6045cd-4093-4a39-9411-909cc79c3de6 req-70db8883-9aa7-48cb-a09b-1049a80f0c97 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0649095 Dec 15 14:16:20.846189 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37c33e-f88f-4dae-8bd6-460f1e449651 req-cb258c51-c8a7-46c2-9dd5-66e3039cbd70 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:20.848062 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ec37c33e-f88f-4dae-8bd6-460f1e449651 req-cb258c51-c8a7-46c2-9dd5-66e3039cbd70 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 947 time: 0.0770261 Dec 15 14:16:20.850645 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6045cd-4093-4a39-9411-909cc79c3de6 req-e28d7811-7f5a-43a8-99ac-4d360f72d1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:20.852344 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7e6045cd-4093-4a39-9411-909cc79c3de6 req-e28d7811-7f5a-43a8-99ac-4d360f72d1cb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=99e48568027f45a591f092080d89b4dd&device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 1099 time: 0.0706682 Dec 15 14:16:20.903978 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ec37c33e-f88f-4dae-8bd6-460f1e449651 req-0345e354-ca17-4046-82f2-dc259b9e8ffe tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498793 Dec 15 14:16:20.980782 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6045cd-4093-4a39-9411-909cc79c3de6 req-62182abd-d422-437d-b032-b8ff474374f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:20.982736 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7e6045cd-4093-4a39-9411-909cc79c3de6 req-62182abd-d422-437d-b032-b8ff474374f7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=de3ac665-6e2b-47fc-8d80-1b730042a6ab HTTP/1.1" status: 200 len: 910 time: 0.0908868 Dec 15 14:16:21.052612 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7e6045cd-4093-4a39-9411-909cc79c3de6 req-0e4ec18f-bfae-4f81-85b0-e19b76ddb35c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fbad533-96b2-474b-aa8f-d92f5601bf21 HTTP/1.1" status: 200 len: 1001 time: 0.0613673 Dec 15 14:16:21.102201 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6045cd-4093-4a39-9411-909cc79c3de6 req-610f2295-231f-4f8b-9bb3-e76b7f4c1b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:21.103656 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7e6045cd-4093-4a39-9411-909cc79c3de6 req-610f2295-231f-4f8b-9bb3-e76b7f4c1b64 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3951b90e-3765-4c81-9e5f-467e16fbfc9d HTTP/1.1" status: 200 len: 848 time: 0.0426016 Dec 15 14:16:21.155703 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6045cd-4093-4a39-9411-909cc79c3de6 req-98946a94-445c-4cd3-938f-58eb319e05f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:21.157240 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7e6045cd-4093-4a39-9411-909cc79c3de6 req-98946a94-445c-4cd3-938f-58eb319e05f8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=de3ac665-6e2b-47fc-8d80-1b730042a6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456586 Dec 15 14:16:21.253218 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7e6045cd-4093-4a39-9411-909cc79c3de6 req-d74fe61f-024f-412f-b615-83ffe63ffb8f service neutron] 10.222.0.54 "GET /v2.0/networks/de3ac665-6e2b-47fc-8d80-1b730042a6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852826 Dec 15 14:16:21.337290 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9a4e9291-a3b2-4e2a-8f91-bf3e569a1c6e req-a5087f90-ac03-4848-8fd2-07a6193eabb0 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 210 time: 0.0323398 Dec 15 14:16:21.374364 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7e6045cd-4093-4a39-9411-909cc79c3de6 req-2c45ef9b-d265-40cb-888d-fdb7abc44730 service neutron] 10.222.0.54 "GET /v2.0/networks/de3ac665-6e2b-47fc-8d80-1b730042a6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129799 Dec 15 14:16:21.833167 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8cac3-2355-4f18-99ee-56dea9995a33 req-88eb7f63-1568-4163-89e1-43d8360364e9 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:21.834665 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3cb8cac3-2355-4f18-99ee-56dea9995a33 req-88eb7f63-1568-4163-89e1-43d8360364e9 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0510314 Dec 15 14:16:21.886922 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3cb8cac3-2355-4f18-99ee-56dea9995a33 req-587e104e-8df4-4cf8-a23b-6e7de0233747 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448408 Dec 15 14:16:22.077565 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f97ab-efe4-433f-8112-f677a1ad66e0 req-263bcbcd-7955-4396-b097-717e51e9e2ac tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:22.079176 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b72f97ab-efe4-433f-8112-f677a1ad66e0 req-263bcbcd-7955-4396-b097-717e51e9e2ac tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 947 time: 0.0955200 Dec 15 14:16:22.149882 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b72f97ab-efe4-433f-8112-f677a1ad66e0 req-51f3a38b-67db-4133-a030-9e4ffb2f5cd8 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615044 Dec 15 14:16:22.420159 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b6acdf3e-1959-4d92-add9-800b3deb78b1 req-d3db0be4-c64c-46aa-9c26-4b712dd04c00 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 210 time: 0.0300808 Dec 15 14:16:22.599318 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8cb63-e6c9-465a-930b-0935301f5d5e req-c072f434-ca70-4c74-b60e-ee43171faf18 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:22.601131 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f9e8cb63-e6c9-465a-930b-0935301f5d5e req-c072f434-ca70-4c74-b60e-ee43171faf18 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0510690 Dec 15 14:16:22.654662 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f9e8cb63-e6c9-465a-930b-0935301f5d5e req-b1526ebf-08de-4253-b93f-58808c0629c8 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476902 Dec 15 14:16:22.694058 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0da40-8581-4581-acbe-90b089bad019 req-fe535ca1-1032-4403-a7a4-860861488171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:22.695523 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-10a0da40-8581-4581-acbe-90b089bad019 req-fe535ca1-1032-4403-a7a4-860861488171 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=685aa5d5bc754913a5ca3dd5518e129e&device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 1098 time: 0.0400255 Dec 15 14:16:22.791900 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0da40-8581-4581-acbe-90b089bad019 req-f744ad93-6471-4637-9e16-abe6798ccacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:22.793297 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-10a0da40-8581-4581-acbe-90b089bad019 req-f744ad93-6471-4637-9e16-abe6798ccacf service neutron] 10.222.0.54 "GET /v2.0/networks?id=1398e422-6eb7-4c67-a7ee-d619fb1f02c3 HTTP/1.1" status: 200 len: 920 time: 0.0884392 Dec 15 14:16:22.838077 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-10a0da40-8581-4581-acbe-90b089bad019 req-dca7ff2d-7a45-4660-9170-0116bc800c92 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f550a9d9-c3b2-49c2-8bfc-1d263e506ae0 HTTP/1.1" status: 200 len: 217 time: 0.0354917 Dec 15 14:16:22.888697 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0da40-8581-4581-acbe-90b089bad019 req-d9d0f11b-41b4-46a3-bf2f-6cea55fbe5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:22.890124 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-10a0da40-8581-4581-acbe-90b089bad019 req-d9d0f11b-41b4-46a3-bf2f-6cea55fbe5ad service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7b7285ce-5292-474f-9869-ec370d0431c8 HTTP/1.1" status: 200 len: 859 time: 0.0443392 Dec 15 14:16:22.926244 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-10a0da40-8581-4581-acbe-90b089bad019 req-8487d61b-2cfd-4460-ad0f-244c762ab2a5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1398e422-6eb7-4c67-a7ee-d619fb1f02c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277195 Dec 15 14:16:23.032868 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-10a0da40-8581-4581-acbe-90b089bad019 req-1e2ba216-998a-4cae-a3f8-59c2ca032470 service neutron] 10.222.0.54 "GET /v2.0/networks/1398e422-6eb7-4c67-a7ee-d619fb1f02c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888650 Dec 15 14:16:23.134865 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-10a0da40-8581-4581-acbe-90b089bad019 req-b815f420-d9f6-47e9-ac41-552dd329b5f3 service neutron] 10.222.0.54 "GET /v2.0/networks/1398e422-6eb7-4c67-a7ee-d619fb1f02c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932198 Dec 15 14:16:23.295905 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09654f15-9eec-425d-8436-4f992fb75ae3 req-0e5881c3-176c-4a5b-aad9-c23fc07ac658 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:23.297309 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-09654f15-9eec-425d-8436-4f992fb75ae3 req-0e5881c3-176c-4a5b-aad9-c23fc07ac658 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 947 time: 0.0492964 Dec 15 14:16:23.344174 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-09654f15-9eec-425d-8436-4f992fb75ae3 req-d3aecec1-a5e4-4427-9659-61d656a78014 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407887 Dec 15 14:16:23.521329 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-02065d33-af99-435b-b686-89cd68b29a49 req-43076678-3961-404f-b602-b9691f4a7349 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 210 time: 0.0294442 Dec 15 14:16:23.785721 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5a3a0-2b69-4ad3-9f98-999c5f897baa req-34ea9dd1-d1e2-47e6-ab01-1a75748da090 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:23.787207 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c9f5a3a0-2b69-4ad3-9f98-999c5f897baa req-34ea9dd1-d1e2-47e6-ab01-1a75748da090 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0595276 Dec 15 14:16:23.836724 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c9f5a3a0-2b69-4ad3-9f98-999c5f897baa req-22d82132-2444-42cc-b377-ee93b629e34c tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434761 Dec 15 14:16:24.467326 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11486ccb-32b8-42f2-a627-4d4adea5b3cd req-9b19745c-8654-4107-ae98-2e0b49a6034f tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:24.468860 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-11486ccb-32b8-42f2-a627-4d4adea5b3cd req-9b19745c-8654-4107-ae98-2e0b49a6034f tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 947 time: 0.0481610 Dec 15 14:16:24.516247 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-11486ccb-32b8-42f2-a627-4d4adea5b3cd req-be5ad0e1-c36e-40cc-ac5f-8ae2ef58be0c tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414457 Dec 15 14:16:24.615454 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-791fbcd6-e296-458d-a124-17cd89b66c13 req-b0798216-03b0-43c5-93a0-ef801e12527c tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 210 time: 0.0266175 Dec 15 14:16:24.959103 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad1c06-7cba-4982-b34c-56c24166e1d3 req-6ccea971-52dd-49da-91d7-bb873fabee5c tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:24.960575 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c1ad1c06-7cba-4982-b34c-56c24166e1d3 req-6ccea971-52dd-49da-91d7-bb873fabee5c tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0512700 Dec 15 14:16:25.012804 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c1ad1c06-7cba-4982-b34c-56c24166e1d3 req-5587a400-0748-482f-a778-95766ed1fb93 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450332 Dec 15 14:16:25.636074 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d50cc-1ec7-443e-a15e-0579562234dd req-a8d2318f-7fa0-4515-aa33-2159b5d62101 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:25.638884 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6b4d50cc-1ec7-443e-a15e-0579562234dd req-a8d2318f-7fa0-4515-aa33-2159b5d62101 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 947 time: 0.0507455 Dec 15 14:16:25.695902 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6b4d50cc-1ec7-443e-a15e-0579562234dd req-7936019e-cbca-4044-ac54-3aefbfe03b4e tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511103 Dec 15 14:16:25.710390 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ddc60ac8-fb56-4e89-bf8a-d5fbef94b2f7 req-049c1283-909f-471f-b81b-5cf9fe4606cd tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 210 time: 0.0283999 Dec 15 14:16:26.135180 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d38aa-7fa6-448e-a864-f6a4bc8b640b req-016697c7-56de-4af6-aa27-ff4d227c77fb tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:26.136659 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-135d38aa-7fa6-448e-a864-f6a4bc8b640b req-016697c7-56de-4af6-aa27-ff4d227c77fb tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0542052 Dec 15 14:16:26.183499 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-135d38aa-7fa6-448e-a864-f6a4bc8b640b req-cee190d1-907e-4998-b0eb-eaa782075ab2 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406315 Dec 15 14:16:26.822387 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ff0b27cf-da76-413c-9e47-c305747f89c0 req-12c7c76e-f7c1-4934-98ba-90e354e4af60 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 210 time: 0.0376208 Dec 15 14:16:26.845057 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4168cf-9f59-4f5e-bafa-edbc320ec20a req-7a1eaf64-a78f-46a9-b4e0-7dd91083e6f5 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:26.849876 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-dd4168cf-9f59-4f5e-bafa-edbc320ec20a req-7a1eaf64-a78f-46a9-b4e0-7dd91083e6f5 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 947 time: 0.0733573 Dec 15 14:16:26.894816 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-dd4168cf-9f59-4f5e-bafa-edbc320ec20a req-48d8bc09-e9eb-43e8-b8a9-9e8ec9d10998 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419416 Dec 15 14:16:27.082656 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-af6a47e1-acd2-4aa4-8b50-9040d1e6b590 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:27.084161 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-af6a47e1-acd2-4aa4-8b50-9040d1e6b590 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.54 "GET /v2.0/networks?id=0ab8db93-01e2-4a13-a31c-081ad8890766 HTTP/1.1" status: 200 len: 815 time: 0.1027706 Dec 15 14:16:27.110620 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-b0dd0bbc-c05e-4471-8188-2198e1477a63 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Request body: {'port': {'device_id': 'f84c8a7c-970e-4b20-8751-3e5346d209ea', 'network_id': '0ab8db93-01e2-4a13-a31c-081ad8890766', 'admin_state_up': True, 'tenant_id': '9ed188fb44624c1b86723b0a0cf261c5'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:27.299810 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f97c5-592e-48f9-81f9-7c7af792118e req-ab004051-95a9-46b7-b811-7e650aad70c8 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:27.301374 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-579f97c5-592e-48f9-81f9-7c7af792118e req-ab004051-95a9-46b7-b811-7e650aad70c8 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0504873 Dec 15 14:16:27.333158 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-b0dd0bbc-c05e-4471-8188-2198e1477a63 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Made reservation on behalf of 9ed188fb44624c1b86723b0a0cf261c5 for: {'port': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:16:27.336496 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-b0dd0bbc-c05e-4471-8188-2198e1477a63 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:27.366565 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-579f97c5-592e-48f9-81f9-7c7af792118e req-57517d53-2f59-4df8-ba40-b614257f7a79 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591617 Dec 15 14:16:27.489092 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-b0dd0bbc-c05e-4471-8188-2198e1477a63 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Allocated IP 172.20.0.8 (0ab8db93-01e2-4a13-a31c-081ad8890766/c3bc8042-5e9a-48ef-a809-de8051625fa5/7f77f8ec-a564-45e4-a011-24904a851e4c) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:16:27.636437 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-b0dd0bbc-c05e-4471-8188-2198e1477a63 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks [] for port, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:27.761112 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-b0dd0bbc-c05e-4471-8188-2198e1477a63 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:27.816636 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-b0dd0bbc-c05e-4471-8188-2198e1477a63 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Network 0ab8db93-01e2-4a13-a31c-081ad8890766 is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:16:27.820038 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-b0dd0bbc-c05e-4471-8188-2198e1477a63 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:16:27.833188 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-b0dd0bbc-c05e-4471-8188-2198e1477a63 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:16:27.932322 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-b0dd0bbc-c05e-4471-8188-2198e1477a63 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:27.933224 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-b0dd0bbc-c05e-4471-8188-2198e1477a63 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:27.937378 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd0bbc-c05e-4471-8188-2198e1477a63 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Pushing event updated for resources: {'Port': ['ID=7f77f8ec-a564-45e4-a011-24904a851e4c,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:27.980183 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dd0bbc-c05e-4471-8188-2198e1477a63 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:27.980535 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dd0bbc-c05e-4471-8188-2198e1477a63 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:27.980979 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dd0bbc-c05e-4471-8188-2198e1477a63 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:27.981723 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dd0bbc-c05e-4471-8188-2198e1477a63 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:27.981866 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dd0bbc-c05e-4471-8188-2198e1477a63 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:27.982150 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dd0bbc-c05e-4471-8188-2198e1477a63 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:27.982483 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dd0bbc-c05e-4471-8188-2198e1477a63 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:27.983563 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dd0bbc-c05e-4471-8188-2198e1477a63 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:27.984058 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dd0bbc-c05e-4471-8188-2198e1477a63 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:27.984451 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dd0bbc-c05e-4471-8188-2198e1477a63 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:27.984787 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dd0bbc-c05e-4471-8188-2198e1477a63 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:27.985173 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dd0bbc-c05e-4471-8188-2198e1477a63 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:27.986867 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dd0bbc-c05e-4471-8188-2198e1477a63 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:28.085905 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a76fc2-8897-477b-a783-3369ef927d1a req-44d68351-dcf2-468d-8af6-92d5e9e5cd0e tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:28.087377 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e5a76fc2-8897-477b-a783-3369ef927d1a req-44d68351-dcf2-468d-8af6-92d5e9e5cd0e tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 931 time: 0.1470308 Dec 15 14:16:28.113044 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-b0dd0bbc-c05e-4471-8188-2198e1477a63 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0064304 Dec 15 14:16:28.184744 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df46d1-9c1c-4727-94d7-60f83be35512 req-a30ce752-2361-4fad-bbb9-6f3ef1b358d4 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:28.192114 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-13df46d1-9c1c-4727-94d7-60f83be35512 req-a30ce752-2361-4fad-bbb9-6f3ef1b358d4 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 947 time: 0.1842701 Dec 15 14:16:28.225407 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e5a76fc2-8897-477b-a783-3369ef927d1a req-5efac42f-e9a3-40e1-a248-d880b8f498e7 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247694 Dec 15 14:16:28.256223 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-13df46d1-9c1c-4727-94d7-60f83be35512 req-1551620f-28b4-4033-bf98-458b8b3998c6 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0632401 Dec 15 14:16:28.306561 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bfe52671-5e66-4661-9344-ba48066ced63 None None] Provisioning complete for port 7f77f8ec-a564-45e4-a011-24904a851e4c triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:28.307147 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bfe52671-5e66-4661-9344-ba48066ced63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:28.359345 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bfe52671-5e66-4661-9344-ba48066ced63 None None] Port 7f77f8ec-a564-45e4-a011-24904a851e4c cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:16:28.497092 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437e51c-d9d9-424e-bec8-3b82f8875560 req-52f4c61a-ba57-400d-855a-7758ccacbee0 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:28.498583 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3437e51c-d9d9-424e-bec8-3b82f8875560 req-52f4c61a-ba57-400d-855a-7758ccacbee0 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0583365 Dec 15 14:16:28.553793 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3437e51c-d9d9-424e-bec8-3b82f8875560 req-ef1df98d-e302-40f4-b85f-fb9f42a372f4 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488770 Dec 15 14:16:29.366917 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4d47c-1be0-48d3-82fa-eebfaf96ae28 req-772bfe99-633c-4578-a214-3c1babea09e6 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:29.368755 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7ce4d47c-1be0-48d3-82fa-eebfaf96ae28 req-772bfe99-633c-4578-a214-3c1babea09e6 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 931 time: 0.0629430 Dec 15 14:16:29.416805 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7ce4d47c-1be0-48d3-82fa-eebfaf96ae28 req-c4a3fc11-15d6-44fb-ae15-5e0b0be226e1 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414507 Dec 15 14:16:29.679473 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a962f8-abca-4e18-9b7d-380ef6b8ae35 req-82ddb841-cbea-44fc-ad01-f89ceabda16e tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:29.680975 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-30a962f8-abca-4e18-9b7d-380ef6b8ae35 req-82ddb841-cbea-44fc-ad01-f89ceabda16e tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0505517 Dec 15 14:16:29.729804 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-30a962f8-abca-4e18-9b7d-380ef6b8ae35 req-4c720125-a33e-46e2-9751-ef8a9f867ccb tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417056 Dec 15 14:16:30.536443 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80197438-698e-409e-b308-098f69a4468e req-2679c4b9-edd9-4f66-9dd7-9fc957bb0032 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:30.537922 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-80197438-698e-409e-b308-098f69a4468e req-2679c4b9-edd9-4f66-9dd7-9fc957bb0032 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 931 time: 0.0551188 Dec 15 14:16:30.592184 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-80197438-698e-409e-b308-098f69a4468e req-aa3c1d35-7edf-4fae-a791-846a53ee4987 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473790 Dec 15 14:16:30.847190 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f907392-6927-485f-8d54-050f347fecf3 req-38d1a59d-5deb-4794-b35e-eeb35b4f2ab5 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:30.848679 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9f907392-6927-485f-8d54-050f347fecf3 req-38d1a59d-5deb-4794-b35e-eeb35b4f2ab5 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0475225 Dec 15 14:16:30.895140 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9f907392-6927-485f-8d54-050f347fecf3 req-0548d829-bd36-47f5-bef5-50a6f7ad61ec tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403583 Dec 15 14:16:31.717513 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2c750-0f15-4c01-9bc3-d9f1c9542f9e req-b14d66e6-7f8b-4ad3-b7d8-56f493d548b3 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:31.718997 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-12f2c750-0f15-4c01-9bc3-d9f1c9542f9e req-b14d66e6-7f8b-4ad3-b7d8-56f493d548b3 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 931 time: 0.0524089 Dec 15 14:16:31.780005 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-12f2c750-0f15-4c01-9bc3-d9f1c9542f9e req-63da054f-812b-4835-98ac-ee59e851f39c tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494850 Dec 15 14:16:32.018884 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d11a1-f58e-45ff-bf8a-61df93af24b2 req-3d8b0345-e659-4f82-a2e9-78f87975ff72 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:32.020486 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-de8d11a1-f58e-45ff-bf8a-61df93af24b2 req-3d8b0345-e659-4f82-a2e9-78f87975ff72 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0569949 Dec 15 14:16:32.102107 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-de8d11a1-f58e-45ff-bf8a-61df93af24b2 req-bb594604-7ea6-43c6-a044-1344aa871972 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741165 Dec 15 14:16:32.214845 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 39026) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:32.335348 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e5b49d24-1eec-4401-9f76-4bd44871a4cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:32.412996 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e5b49d24-1eec-4401-9f76-4bd44871a4cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:32.488985 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e5b49d24-1eec-4401-9f76-4bd44871a4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:32.525485 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b49d24-1eec-4401-9f76-4bd44871a4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64afe27-ecf5-45e7-aebb-272dd3d9c160,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:32.536776 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 39030) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:16:32.536883 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-e5b49d24-1eec-4401-9f76-4bd44871a4cb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=466430a729d44048ab78dd489156b706&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3207598 Dec 15 14:16:32.587987 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-02e52dea-a81c-479c-b1c1-594b6faebd15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:32.609538 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-02e52dea-a81c-479c-b1c1-594b6faebd15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:32.726362 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-02e52dea-a81c-479c-b1c1-594b6faebd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:32.729207 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-02e52dea-a81c-479c-b1c1-594b6faebd15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:32.730369 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-02e52dea-a81c-479c-b1c1-594b6faebd15 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b64afe27-ecf5-45e7-aebb-272dd3d9c160 HTTP/1.1" status: 204 len: 168 time: 0.1926420 Dec 15 14:16:32.738869 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e52dea-a81c-479c-b1c1-594b6faebd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64afe27-ecf5-45e7-aebb-272dd3d9c160,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:32.889463 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85bc69-d5a9-4c2d-8d49-d069cd43407a req-4221f862-dd0a-4ca5-b9f1-4c26f58ded28 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:32.890955 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-bd85bc69-d5a9-4c2d-8d49-d069cd43407a req-4221f862-dd0a-4ca5-b9f1-4c26f58ded28 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 931 time: 0.0545869 Dec 15 14:16:32.942923 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-bd85bc69-d5a9-4c2d-8d49-d069cd43407a req-ee43d2a6-48e6-4096-8d3c-af2eb2354b09 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455966 Dec 15 14:16:33.224061 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbb779-77d8-412f-b01b-1630a9b20945 req-802bbddd-0e5d-4ed4-8827-6223e88b5fe5 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:33.225772 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-eadbb779-77d8-412f-b01b-1630a9b20945 req-802bbddd-0e5d-4ed4-8827-6223e88b5fe5 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0554826 Dec 15 14:16:33.276870 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-eadbb779-77d8-412f-b01b-1630a9b20945 req-a370d019-6010-4fc0-a71d-e31f6f27bfde tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441067 Dec 15 14:16:33.302600 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-600e99ff-78b8-48cd-84a0-cf39f6bf8631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:34.059291 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3801397-24c0-402d-92b2-19567a377d85 req-cf5144d6-2407-4419-b230-67ce4ddb4fab tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:34.061658 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e3801397-24c0-402d-92b2-19567a377d85 req-cf5144d6-2407-4419-b230-67ce4ddb4fab tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 931 time: 0.0489881 Dec 15 14:16:34.113099 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e3801397-24c0-402d-92b2-19567a377d85 req-ce0d6de6-82cc-4fbd-a5a9-a6f34efe83cb tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451887 Dec 15 14:16:34.394957 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce92dc6-767b-41af-a882-2cbc9eb5ce8a req-250a90be-232f-4b52-8415-b1b63fb0fa35 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:34.396476 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6ce92dc6-767b-41af-a882-2cbc9eb5ce8a req-250a90be-232f-4b52-8415-b1b63fb0fa35 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0526562 Dec 15 14:16:34.446216 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6ce92dc6-767b-41af-a882-2cbc9eb5ce8a req-7d9a20a9-5db7-4502-aeb1-4ad751a72dfa tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436683 Dec 15 14:16:35.236898 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece8b80-cee2-41a3-9259-697c4768b11b req-74989fd0-5f46-45f1-83e9-4d59b0810965 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:35.238383 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1ece8b80-cee2-41a3-9259-697c4768b11b req-74989fd0-5f46-45f1-83e9-4d59b0810965 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 931 time: 0.0526643 Dec 15 14:16:35.284340 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1ece8b80-cee2-41a3-9259-697c4768b11b req-b9702727-c58f-49c6-ad30-01b7da256e1f tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399923 Dec 15 14:16:35.566933 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b463b-43ea-445c-8852-bcf0d33f304a req-d4c4812c-af48-473b-a8e1-e51e365dac23 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:35.568425 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f88b463b-43ea-445c-8852-bcf0d33f304a req-d4c4812c-af48-473b-a8e1-e51e365dac23 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0528557 Dec 15 14:16:35.849030 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f88b463b-43ea-445c-8852-bcf0d33f304a req-0bc9d633-4573-4cf4-88fd-8495b2ed849c tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744842 Dec 15 14:16:35.862814 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e3cddff-754d-4f76-8e12-4232fafa664e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:36.401015 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299dbce-94f8-4f7d-b8d7-3a4dc6069e7c req-315c6b6c-5e9d-46ea-a322-d0b9cc861f02 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:36.404137 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f299dbce-94f8-4f7d-b8d7-3a4dc6069e7c req-315c6b6c-5e9d-46ea-a322-d0b9cc861f02 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 931 time: 0.0507822 Dec 15 14:16:36.451836 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f299dbce-94f8-4f7d-b8d7-3a4dc6069e7c req-6a628d52-0c07-4115-a888-31adbaa5b049 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411563 Dec 15 14:16:36.965895 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:36.978886 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6f6d2-53a9-4a62-9809-e3559202b515 req-518a0c5b-0739-4e0d-bf52-392a95aefc9e tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:36.980751 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9bc6f6d2-53a9-4a62-9809-e3559202b515 req-518a0c5b-0739-4e0d-bf52-392a95aefc9e tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0494497 Dec 15 14:16:37.031678 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9bc6f6d2-53a9-4a62-9809-e3559202b515 req-63284e1b-4c31-4dd6-be6f-b1326e5970ba tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439479 Dec 15 14:16:37.569094 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dcf58a-bb4f-4dfd-a866-316bb5237b43 req-7fe2540c-bbfd-446e-99c6-e7358886544b tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:37.570618 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-87dcf58a-bb4f-4dfd-a866-316bb5237b43 req-7fe2540c-bbfd-446e-99c6-e7358886544b tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 931 time: 0.0495784 Dec 15 14:16:37.618529 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-87dcf58a-bb4f-4dfd-a866-316bb5237b43 req-d86dc0f8-789a-400f-ae79-ef65ad3a0e25 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409102 Dec 15 14:16:38.137327 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:38.151155 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c1b91-d402-498a-b8c8-d0786e5a8ba4 req-73af0f58-2e00-4c40-a726-b46c81a23808 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:38.152659 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8d2c1b91-d402-498a-b8c8-d0786e5a8ba4 req-73af0f58-2e00-4c40-a726-b46c81a23808 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0527947 Dec 15 14:16:38.200027 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8d2c1b91-d402-498a-b8c8-d0786e5a8ba4 req-dc42b87d-9753-4a7b-a757-483e2d375ed8 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408418 Dec 15 14:16:38.745540 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735165e-62b0-416a-92c1-23d4b46dafdf req-af48fe09-95d8-4237-bfcb-1a03d37a53b7 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:38.747659 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c735165e-62b0-416a-92c1-23d4b46dafdf req-af48fe09-95d8-4237-bfcb-1a03d37a53b7 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 931 time: 0.0569131 Dec 15 14:16:38.795215 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c735165e-62b0-416a-92c1-23d4b46dafdf req-ba8f583d-85b6-48ac-8b9b-06855d2878bf tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412450 Dec 15 14:16:39.303606 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:39.326819 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f1243-c82c-4ca9-9c72-5688951b8218 req-4c756828-e009-4700-bb00-3fd62a860630 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:39.328329 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cf8f1243-c82c-4ca9-9c72-5688951b8218 req-4c756828-e009-4700-bb00-3fd62a860630 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0551033 Dec 15 14:16:39.377395 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cf8f1243-c82c-4ca9-9c72-5688951b8218 req-ec92d2a6-2e17-4674-9ed8-3fa0fab55fd4 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430377 Dec 15 14:16:39.922251 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271caac2-976c-48a3-8c9d-b49773a20d4e req-031099c2-67bb-4073-9981-1600634f5bc5 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:39.923781 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-271caac2-976c-48a3-8c9d-b49773a20d4e req-031099c2-67bb-4073-9981-1600634f5bc5 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 931 time: 0.0593336 Dec 15 14:16:39.982936 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-271caac2-976c-48a3-8c9d-b49773a20d4e req-ba79886e-92a6-44ec-8df2-645849501fce tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529854 Dec 15 14:16:40.500556 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145eea9d-688e-4b51-aceb-d1ccfc837856 req-a1b56a96-7bbe-45cc-96a8-7192943c44e7 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:40.501959 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-145eea9d-688e-4b51-aceb-d1ccfc837856 req-a1b56a96-7bbe-45cc-96a8-7192943c44e7 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0492535 Dec 15 14:16:40.551834 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-145eea9d-688e-4b51-aceb-d1ccfc837856 req-5246f595-4fdb-4747-bc69-0227c1ae5bf5 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413597 Dec 15 14:16:40.942879 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-c90046ef-5a2f-4115-83b7-ac6ff45e90e8 service neutron] Request body: {'port': {'device_id': 'f84c8a7c-970e-4b20-8751-3e5346d209ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:16:40.994717 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-c90046ef-5a2f-4115-83b7-ac6ff45e90e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:41.196393 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb796cb9-42b6-49fd-ae25-556c5ea318d0 req-83840e00-fef8-4b17-be82-7a47a6752df5 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:41.197839 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-eb796cb9-42b6-49fd-ae25-556c5ea318d0 req-83840e00-fef8-4b17-be82-7a47a6752df5 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 931 time: 0.1009943 Dec 15 14:16:41.276146 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-eb796cb9-42b6-49fd-ae25-556c5ea318d0 req-7138de36-3fe9-404d-805f-c7493b591a65 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707068 Dec 15 14:16:41.337508 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-c90046ef-5a2f-4115-83b7-ac6ff45e90e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f77f8ec-a564-45e4-a011-24904a851e4c {{(pid=103145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:16:41.344955 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-c90046ef-5a2f-4115-83b7-ac6ff45e90e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:41.356741 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.provisioning_blocks [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-c90046ef-5a2f-4115-83b7-ac6ff45e90e8 service neutron] Transition to ACTIVE for port object 7f77f8ec-a564-45e4-a011-24904a851e4c will not be triggered until provisioned by entity L2. {{(pid=103145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:16:41.416842 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-c90046ef-5a2f-4115-83b7-ac6ff45e90e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:41.470777 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90046ef-5a2f-4115-83b7-ac6ff45e90e8 service neutron] Pushing event updated for resources: {'Port': ['ID=7f77f8ec-a564-45e4-a011-24904a851e4c,revision_number=2']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:41.550265 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-c90046ef-5a2f-4115-83b7-ac6ff45e90e8 service neutron] Attempting to bind port 7f77f8ec-a564-45e4-a011-24904a851e4c on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:16:41.551159 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-c90046ef-5a2f-4115-83b7-ac6ff45e90e8 service neutron] Attempting to bind port 7f77f8ec-a564-45e4-a011-24904a851e4c by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '8e192a0f-936f-422d-a9cb-64bbb026c93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0ab8db93-01e2-4a13-a31c-081ad8890766'}] {{(pid=103145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:16:41.552230 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-c90046ef-5a2f-4115-83b7-ac6ff45e90e8 service neutron] Attempting to bind port 7f77f8ec-a564-45e4-a011-24904a851e4c on network 0ab8db93-01e2-4a13-a31c-081ad8890766 {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:16:41.557022 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-c90046ef-5a2f-4115-83b7-ac6ff45e90e8 service neutron] Port 7f77f8ec-a564-45e4-a011-24904a851e4c on network 0ab8db93-01e2-4a13-a31c-081ad8890766 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:16:41.557534 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-c90046ef-5a2f-4115-83b7-ac6ff45e90e8 service neutron] Attempting to bind port 7f77f8ec-a564-45e4-a011-24904a851e4c on network 0ab8db93-01e2-4a13-a31c-081ad8890766 {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:16:41.563354 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-c90046ef-5a2f-4115-83b7-ac6ff45e90e8 service neutron] Checking agent: {'id': 'ac5d7605-2d06-411e-ba74-ad46eb528a57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 11, 20), 'started_at': datetime.datetime(2021, 12, 15, 14, 11, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:16:41.563692 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-c90046ef-5a2f-4115-83b7-ac6ff45e90e8 service neutron] Checking segment: {'id': '8e192a0f-936f-422d-a9cb-64bbb026c93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0ab8db93-01e2-4a13-a31c-081ad8890766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:16:41.564147 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-c90046ef-5a2f-4115-83b7-ac6ff45e90e8 service neutron] Bound using segment: {'id': '8e192a0f-936f-422d-a9cb-64bbb026c93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0ab8db93-01e2-4a13-a31c-081ad8890766'} {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:16:41.564683 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-c90046ef-5a2f-4115-83b7-ac6ff45e90e8 service neutron] Bound port: 7f77f8ec-a564-45e4-a011-24904a851e4c, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e192a0f-936f-422d-a9cb-64bbb026c93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0ab8db93-01e2-4a13-a31c-081ad8890766'}}] {{(pid=103145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:16:41.565039 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-c90046ef-5a2f-4115-83b7-ac6ff45e90e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:41.661730 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-c90046ef-5a2f-4115-83b7-ac6ff45e90e8 service neutron] For port 7f77f8ec-a564-45e4-a011-24904a851e4c, host hv-cinder-81322, cleared binding levels {{(pid=103145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:16:41.677942 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-c90046ef-5a2f-4115-83b7-ac6ff45e90e8 service neutron] For port 7f77f8ec-a564-45e4-a011-24904a851e4c, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7f77f8ec-a564-45e4-a011-24904a851e4c,segment=NetworkSegment(8e192a0f-936f-422d-a9cb-64bbb026c93b),segment_id=8e192a0f-936f-422d-a9cb-64bbb026c93b)] {{(pid=103145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:16:41.697821 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef3030-6050-40b3-bdc0-327a0013e3df req-aac9da66-e4c1-4345-b75b-1cfe3d0be971 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:41.699320 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3aef3030-6050-40b3-bdc0-327a0013e3df req-aac9da66-e4c1-4345-b75b-1cfe3d0be971 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0694983 Dec 15 14:16:41.746431 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-c90046ef-5a2f-4115-83b7-ac6ff45e90e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:41.758731 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3aef3030-6050-40b3-bdc0-327a0013e3df req-12ef537d-86b3-4155-a607-256e18b98510 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527041 Dec 15 14:16:41.795820 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-c90046ef-5a2f-4115-83b7-ac6ff45e90e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:41.795820 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-c90046ef-5a2f-4115-83b7-ac6ff45e90e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:41.795820 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-c90046ef-5a2f-4115-83b7-ac6ff45e90e8 service neutron] 10.222.0.54 "PUT /v2.0/ports/7f77f8ec-a564-45e4-a011-24904a851e4c HTTP/1.1" status: 200 len: 1093 time: 0.8531723 Dec 15 14:16:41.795820 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84c8a7c-970e-4b20-8751-3e5346d209ea', 'tag': '7f77f8ec-a564-45e4-a011-24904a851e4c'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:16:41.795820 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54343ee614085f4f2fe791b0f2f4c0bf4988d50ad8e642b13afe6f74cb17e673" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2325745f-bd66-4d19-8ed2-731555fe821f" -d '{"events": [{"name": "network-changed", "server_uuid": "f84c8a7c-970e-4b20-8751-3e5346d209ea", "tag": "7f77f8ec-a564-45e4-a011-24904a851e4c"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:16:41.814955 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90046ef-5a2f-4115-83b7-ac6ff45e90e8 service neutron] Pushing event updated for resources: {'Port': ['ID=7f77f8ec-a564-45e4-a011-24904a851e4c,revision_number=3']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:41.835559 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3a3030-4522-4602-ac0d-d9de6c893af3 x-openstack-request-id: req-de3a3030-4522-4602-ac0d-d9de6c893af3 {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:16:41.835892 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84c8a7c-970e-4b20-8751-3e5346d209ea", "tag": "7f77f8ec-a564-45e4-a011-24904a851e4c", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:16:41.836216 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-de3a3030-4522-4602-ac0d-d9de6c893af3 {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:16:41.836625 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84c8a7c-970e-4b20-8751-3e5346d209ea', 'tag': '7f77f8ec-a564-45e4-a011-24904a851e4c', 'status': 'completed', 'code': 200} Dec 15 14:16:41.905642 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325745f-bd66-4d19-8ed2-731555fe821f req-a33dc987-3e62-415a-bca1-8f0159ecd677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:41.907229 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2325745f-bd66-4d19-8ed2-731555fe821f req-a33dc987-3e62-415a-bca1-8f0159ecd677 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9ed188fb44624c1b86723b0a0cf261c5&device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 1096 time: 0.0452001 Dec 15 14:16:42.018180 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325745f-bd66-4d19-8ed2-731555fe821f req-a73b5fb6-ddca-41df-99d7-356d8929a125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:42.019722 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2325745f-bd66-4d19-8ed2-731555fe821f req-a73b5fb6-ddca-41df-99d7-356d8929a125 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=9ed188fb44624c1b86723b0a0cf261c5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1030858 Dec 15 14:16:42.123151 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325745f-bd66-4d19-8ed2-731555fe821f req-b3d0c4c3-e0e0-49c8-a5d8-17d775fcbefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:42.124705 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2325745f-bd66-4d19-8ed2-731555fe821f req-b3d0c4c3-e0e0-49c8-a5d8-17d775fcbefa service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934055 Dec 15 14:16:42.208038 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-2418b847-3072-455c-b421-44438be1aa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:42.209513 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-2418b847-3072-455c-b421-44438be1aa21 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9ed188fb44624c1b86723b0a0cf261c5&device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 1096 time: 0.0425806 Dec 15 14:16:42.254898 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-bb27f352-a1b5-4e4b-aa3a-36d4d803054e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f77f8ec-a564-45e4-a011-24904a851e4c HTTP/1.1" status: 200 len: 217 time: 0.0346096 Dec 15 14:16:42.303952 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-65afcbb3-0dd7-409a-a88f-2ffbadf23d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:42.305416 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-65afcbb3-0dd7-409a-a88f-2ffbadf23d2d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c3bc8042-5e9a-48ef-a809-de8051625fa5 HTTP/1.1" status: 200 len: 854 time: 0.0427504 Dec 15 14:16:42.382404 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-eda36ae5-ebdf-4129-b775-5e57f9ab571e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:42.383774 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-eda36ae5-ebdf-4129-b775-5e57f9ab571e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0ab8db93-01e2-4a13-a31c-081ad8890766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699270 Dec 15 14:16:42.398613 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59aa277-af41-4ec0-b703-4d4f4bd26773 req-f36f9bd3-3ed5-4d79-aee1-26362c5b35ab tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:42.399990 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e59aa277-af41-4ec0-b703-4d4f4bd26773 req-f36f9bd3-3ed5-4d79-aee1-26362c5b35ab tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 943 time: 0.0567400 Dec 15 14:16:42.504337 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e59aa277-af41-4ec0-b703-4d4f4bd26773 req-464c1114-3b11-4203-8e75-de5a4f485c69 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965722 Dec 15 14:16:42.525464 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-23f48473-fc01-4741-ab55-e43452c52fcf service neutron] 10.222.0.54 "GET /v2.0/networks/0ab8db93-01e2-4a13-a31c-081ad8890766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245513 Dec 15 14:16:42.618722 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d38c9c7e-2acb-4d15-bf88-07c707f7db18 req-54fb4906-291f-45d1-8a27-50bfa1d8b848 service neutron] 10.222.0.54 "GET /v2.0/networks/0ab8db93-01e2-4a13-a31c-081ad8890766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818596 Dec 15 14:16:42.893634 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c10701-825d-4231-bdd3-002baa9fb65d req-6298252a-3371-47e3-b2c5-905d4144bc89 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:42.895119 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-56c10701-825d-4231-bdd3-002baa9fb65d req-6298252a-3371-47e3-b2c5-905d4144bc89 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0554035 Dec 15 14:16:42.942464 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-56c10701-825d-4231-bdd3-002baa9fb65d req-607a53dd-17ed-4080-a2d6-354173a638f9 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413435 Dec 15 14:16:43.024594 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd03f4-aaa6-4e59-89db-f4730e36aada req-5d78dfec-4b69-4242-9a6a-a5fc3986697f tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:43.026092 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-57dd03f4-aaa6-4e59-89db-f4730e36aada req-5d78dfec-4b69-4242-9a6a-a5fc3986697f tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb HTTP/1.1" status: 200 len: 945 time: 0.0490644 Dec 15 14:16:43.074359 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-57dd03f4-aaa6-4e59-89db-f4730e36aada req-91f37a5e-68fe-42c8-a5d7-1f94a3c54943 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/security-groups?id=03bdf105-b1cc-41c1-b14b-04630768ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407729 Dec 15 14:16:43.616807 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ad3f5-463c-417b-b91e-134329adbb0a req-019dc6d0-1b59-464e-b8f9-a1b9284a0c09 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:43.618178 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5a4ad3f5-463c-417b-b91e-134329adbb0a req-019dc6d0-1b59-464e-b8f9-a1b9284a0c09 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 943 time: 0.0481732 Dec 15 14:16:43.668259 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5a4ad3f5-463c-417b-b91e-134329adbb0a req-399a9f71-e5d6-401c-b346-018800ab283f tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434539 Dec 15 14:16:44.189880 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9e1d8-bc94-4d52-8210-89468c14d839 req-09fcd462-d97b-45e1-bd1e-938707f1a72c tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:44.191386 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-76a9e1d8-bc94-4d52-8210-89468c14d839 req-09fcd462-d97b-45e1-bd1e-938707f1a72c tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb HTTP/1.1" status: 200 len: 945 time: 0.0496793 Dec 15 14:16:44.239258 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-76a9e1d8-bc94-4d52-8210-89468c14d839 req-77e1dfdc-a2c2-4caa-925f-aa9a4d21fe1b tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/security-groups?id=03bdf105-b1cc-41c1-b14b-04630768ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418971 Dec 15 14:16:44.781356 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beaeac9-e11b-44b8-b126-f92874122752 req-c7762dba-5341-4ef4-ba77-1315d0007608 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:44.782822 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1beaeac9-e11b-44b8-b126-f92874122752 req-c7762dba-5341-4ef4-ba77-1315d0007608 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 943 time: 0.0482466 Dec 15 14:16:44.831707 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1beaeac9-e11b-44b8-b126-f92874122752 req-a775ea9a-6112-4927-80ee-f6e20385f7fc tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419388 Dec 15 14:16:45.065735 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe36653-4265-467a-b8de-17b042e86284 req-511a585f-6149-4e94-a5d6-669dd0762005 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:45.067084 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ebe36653-4265-467a-b8de-17b042e86284 req-511a585f-6149-4e94-a5d6-669dd0762005 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb HTTP/1.1" status: 200 len: 945 time: 0.0514102 Dec 15 14:16:45.172134 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [req-ebe36653-4265-467a-b8de-17b042e86284 req-1970a2fc-0aa4-4ee7-adbc-372e71dee1e4 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Deleting port b113c35c-4ca3-4037-96fb-e527b48590e0 {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:16:45.172134 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-ebe36653-4265-467a-b8de-17b042e86284 req-1970a2fc-0aa4-4ee7-adbc-372e71dee1e4 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:45.269098 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-ebe36653-4265-467a-b8de-17b042e86284 req-1970a2fc-0aa4-4ee7-adbc-372e71dee1e4 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] For port b113c35c-4ca3-4037-96fb-e527b48590e0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b113c35c-4ca3-4037-96fb-e527b48590e0,segment=NetworkSegment(eed6115e-92a6-438e-ae4d-09cacd30ba9e),segment_id=eed6115e-92a6-438e-ae4d-09cacd30ba9e)] {{(pid=103145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:16:45.269729 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-ebe36653-4265-467a-b8de-17b042e86284 req-1970a2fc-0aa4-4ee7-adbc-372e71dee1e4 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:45.285082 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [req-ebe36653-4265-467a-b8de-17b042e86284 req-1970a2fc-0aa4-4ee7-adbc-372e71dee1e4 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Calling delete_port for b113c35c-4ca3-4037-96fb-e527b48590e0 owned by compute:nova {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:16:45.402845 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008bef08-3df3-4a17-8c25-e4b5f9ed366d req-628a6bac-be4e-44d8-a9e4-f25cafce27ef tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:45.404331 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-008bef08-3df3-4a17-8c25-e4b5f9ed366d req-628a6bac-be4e-44d8-a9e4-f25cafce27ef tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb HTTP/1.1" status: 200 len: 945 time: 0.0761447 Dec 15 14:16:45.492942 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-008bef08-3df3-4a17-8c25-e4b5f9ed366d req-ce156be6-5920-423f-ad55-a846de766451 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/security-groups?id=03bdf105-b1cc-41c1-b14b-04630768ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806561 Dec 15 14:16:45.889638 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-ebe36653-4265-467a-b8de-17b042e86284 req-1970a2fc-0aa4-4ee7-adbc-372e71dee1e4 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:45.902735 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['b113c35c-4ca3-4037-96fb-e527b48590e0'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:16:45.920239 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1970a2fc-0aa4-4ee7-adbc-372e71dee1e4 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Pushing event deleted for resources: {'Port': ['ID=b113c35c-4ca3-4037-96fb-e527b48590e0,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:45.994356 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe36653-4265-467a-b8de-17b042e86284 req-1970a2fc-0aa4-4ee7-adbc-372e71dee1e4 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] No DVR routers for this DVR port b113c35c-4ca3-4037-96fb-e527b48590e0 on host hv-cinder-81322 {{(pid=103145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:16:45.997303 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-ebe36653-4265-467a-b8de-17b042e86284 req-1970a2fc-0aa4-4ee7-adbc-372e71dee1e4 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:46.000646 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ebe36653-4265-467a-b8de-17b042e86284 req-1970a2fc-0aa4-4ee7-adbc-372e71dee1e4 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.54 "DELETE /v2.0/ports/b113c35c-4ca3-4037-96fb-e527b48590e0 HTTP/1.1" status: 204 len: 173 time: 0.9212298 Dec 15 14:16:46.001087 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb', 'name': 'network-vif-deleted', 'tag': 'b113c35c-4ca3-4037-96fb-e527b48590e0'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:16:46.003293 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54343ee614085f4f2fe791b0f2f4c0bf4988d50ad8e642b13afe6f74cb17e673" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd15d96-2db3-492c-a5b0-5cb727b04afc" -d '{"events": [{"server_uuid": "ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb", "name": "network-vif-deleted", "tag": "b113c35c-4ca3-4037-96fb-e527b48590e0"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:16:46.024841 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3bd68-7500-46c9-9f36-7cfa499cc6cd req-89136dc2-276e-4bab-8035-38626d3c03c5 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:46.026538 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d9d3bd68-7500-46c9-9f36-7cfa499cc6cd req-89136dc2-276e-4bab-8035-38626d3c03c5 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 943 time: 0.1117280 Dec 15 14:16:46.043137 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1708127-94d9-43cb-849e-4cbd6c4b54b1 x-openstack-request-id: req-a1708127-94d9-43cb-849e-4cbd6c4b54b1 {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:16:46.043435 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb", "name": "network-vif-deleted", "tag": "b113c35c-4ca3-4037-96fb-e527b48590e0", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:16:46.043690 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a1708127-94d9-43cb-849e-4cbd6c4b54b1 {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:16:46.044209 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb', 'name': 'network-vif-deleted', 'tag': 'b113c35c-4ca3-4037-96fb-e527b48590e0', 'status': 'completed', 'code': 200} Dec 15 14:16:46.083205 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d9d3bd68-7500-46c9-9f36-7cfa499cc6cd req-e4267341-0401-45db-9a59-db6788211719 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490811 Dec 15 14:16:46.183699 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 7f77f8ec-a564-45e4-a011-24904a851e4c details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:16:46.281934 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 7f77f8ec-a564-45e4-a011-24904a851e4c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7f77f8ec-a564-45e4-a011-24904a851e4c,segment=NetworkSegment(8e192a0f-936f-422d-a9cb-64bbb026c93b),segment_id=8e192a0f-936f-422d-a9cb-64bbb026c93b)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:16:46.294833 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Returning: {'device': '7f77f8ec-a564-45e4-a011-24904a851e4c', 'network_id': '0ab8db93-01e2-4a13-a31c-081ad8890766', 'port_id': '7f77f8ec-a564-45e4-a011-24904a851e4c', 'mac_address': 'fa:16:3e:e9:ad:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3bc8042-5e9a-48ef-a809-de8051625fa5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:16:46.336561 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:46.349576 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f77f8ec-a564-45e4-a011-24904a851e4c {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:16:46.369204 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 7f77f8ec-a564-45e4-a011-24904a851e4c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7f77f8ec-a564-45e4-a011-24904a851e4c,segment=NetworkSegment(8e192a0f-936f-422d-a9cb-64bbb026c93b),segment_id=8e192a0f-936f-422d-a9cb-64bbb026c93b)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:16:46.445826 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:46.492366 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=7f77f8ec-a564-45e4-a011-24904a851e4c,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:46.499743 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:46.500160 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:46.500535 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:46.500883 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:46.501223 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:46.501564 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:46.502284 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:46.502284 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:46.502582 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:46.502933 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:46.503283 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:46.503595 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:46.503944 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:16:46.607004 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8408e866-6983-489f-a238-e030384bfc4d req-29a3b54b-c649-4d5d-b433-8332b363f47c tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed2b4c01-15d6-4724-bd88-3a6ef14dc9bb HTTP/1.1" status: 200 len: 210 time: 0.0273335 Dec 15 14:16:46.769014 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['7f77f8ec-a564-45e4-a011-24904a851e4c'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:16:47.198527 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746aa78c-0979-4249-a636-4964b8f55fd2 req-3fcc6591-8cd1-4a72-9572-d8cc5d74d47a tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:47.200038 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-746aa78c-0979-4249-a636-4964b8f55fd2 req-3fcc6591-8cd1-4a72-9572-d8cc5d74d47a tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 944 time: 0.0485363 Dec 15 14:16:47.247826 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-746aa78c-0979-4249-a636-4964b8f55fd2 req-e76765de-a3f1-4f92-85a0-2142754e57b1 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406022 Dec 15 14:16:48.206613 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 7f77f8ec-a564-45e4-a011-24904a851e4c up at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:16:48.319600 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning for port 7f77f8ec-a564-45e4-a011-24904a851e4c completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:16:48.324153 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning complete for port 7f77f8ec-a564-45e4-a011-24904a851e4c triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:16:48.324551 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:48.371586 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e8f92-d33a-461e-ac53-ab9dcaf1e958 req-2dd01d32-9784-4fc0-9ce2-5d22b1623151 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:48.373237 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7b8e8f92-d33a-461e-ac53-ab9dcaf1e958 req-2dd01d32-9784-4fc0-9ce2-5d22b1623151 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 944 time: 0.0556264 Dec 15 14:16:48.407630 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:48.427077 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7b8e8f92-d33a-461e-ac53-ab9dcaf1e958 req-b580025f-c7fc-421d-9d78-6f32e066039f tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462608 Dec 15 14:16:48.434787 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84c8a7c-970e-4b20-8751-3e5346d209ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f77f8ec-a564-45e4-a011-24904a851e4c'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:16:48.437381 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563fd6401afa6af5759f990961882efb87115f058b142029c69814770c0d1fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c3aee1-f539-4c4a-b342-8399a0a40dcb" -d '{"events": [{"server_uuid": "f84c8a7c-970e-4b20-8751-3e5346d209ea", "name": "network-vif-plugged", "status": "completed", "tag": "7f77f8ec-a564-45e4-a011-24904a851e4c"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:16:48.451295 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 7f77f8ec-a564-45e4-a011-24904a851e4c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7f77f8ec-a564-45e4-a011-24904a851e4c,segment=NetworkSegment(8e192a0f-936f-422d-a9cb-64bbb026c93b),segment_id=8e192a0f-936f-422d-a9cb-64bbb026c93b)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:16:48.479240 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba4cc39-308b-49ef-8d50-e2b7e6494a40 x-openstack-request-id: req-2ba4cc39-308b-49ef-8d50-e2b7e6494a40 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:16:48.479558 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84c8a7c-970e-4b20-8751-3e5346d209ea", "name": "network-vif-plugged", "status": "completed", "tag": "7f77f8ec-a564-45e4-a011-24904a851e4c", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:16:48.479819 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2ba4cc39-308b-49ef-8d50-e2b7e6494a40 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:16:48.480259 dv-cinder-813229-4-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84c8a7c-970e-4b20-8751-3e5346d209ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f77f8ec-a564-45e4-a011-24904a851e4c', 'code': 200} Dec 15 14:16:48.539913 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:48.540741 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device b113c35c-4ca3-4037-96fb-e527b48590e0 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:16:48.561725 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] No Port match for: b113c35c-4ca3-4037-96fb-e527b48590e0 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:16:48.562080 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device b113c35c-4ca3-4037-96fb-e527b48590e0 not bound to the agent host hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:16:48.605053 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=7f77f8ec-a564-45e4-a011-24904a851e4c,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:48.768200 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767dedb3-e964-49ce-a604-9f8bb6dc5c4b req-15521c71-d9d1-4cdc-8afe-7f35ddb282fc tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:48.769586 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-767dedb3-e964-49ce-a604-9f8bb6dc5c4b req-15521c71-d9d1-4cdc-8afe-7f35ddb282fc tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0488017 Dec 15 14:16:48.815918 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-767dedb3-e964-49ce-a604-9f8bb6dc5c4b req-e22638e2-b8ab-4c6a-bf75-9d4fe36d296e tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404181 Dec 15 14:16:49.550611 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86526c58-c9a6-4e18-86cf-df4d266e2bc8 req-0b9c1d0e-8b62-4c97-8ccb-9c78d82a1983 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:49.552119 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-86526c58-c9a6-4e18-86cf-df4d266e2bc8 req-0b9c1d0e-8b62-4c97-8ccb-9c78d82a1983 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 945 time: 0.0541461 Dec 15 14:16:49.599990 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-86526c58-c9a6-4e18-86cf-df4d266e2bc8 req-540cd74a-bc76-4a5b-97a9-7cce387ad190 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419691 Dec 15 14:16:49.777203 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:49.929137 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd6e0a-2380-46d9-b8ce-93ad5271f9c5 req-4b61a9eb-a6af-4862-96df-7ccac25d29e9 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:49.930585 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-badd6e0a-2380-46d9-b8ce-93ad5271f9c5 req-4b61a9eb-a6af-4862-96df-7ccac25d29e9 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0484505 Dec 15 14:16:49.977301 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-badd6e0a-2380-46d9-b8ce-93ad5271f9c5 req-d22543f0-2217-4467-b636-222b4b3e1bbc tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402198 Dec 15 14:16:50.713093 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa17b19-2a31-4bab-88a8-11ca1b89f5d1 req-44fb0b59-6183-4f6c-a534-e6daa2cdcf9a tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:50.714545 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8fa17b19-2a31-4bab-88a8-11ca1b89f5d1 req-44fb0b59-6183-4f6c-a534-e6daa2cdcf9a tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 945 time: 0.0481942 Dec 15 14:16:50.764636 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8fa17b19-2a31-4bab-88a8-11ca1b89f5d1 req-bc8ef485-f8f0-4288-ba68-b233d4170797 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434699 Dec 15 14:16:51.093051 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba4f94-b4d7-4d2e-bc31-7e38bba27e87 req-5f9e270b-0ab9-4fad-8888-434ed1931639 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:51.094541 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a9ba4f94-b4d7-4d2e-bc31-7e38bba27e87 req-5f9e270b-0ab9-4fad-8888-434ed1931639 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0508058 Dec 15 14:16:51.144438 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a9ba4f94-b4d7-4d2e-bc31-7e38bba27e87 req-bcf7a28b-2184-4586-96c3-94b2122bc3bb tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435929 Dec 15 14:16:51.341857 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a128d2b-a970-4f53-98f6-efe74c95e7a4 req-3a5c783d-caa9-400b-a151-3ec67c73e966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:51.343361 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7a128d2b-a970-4f53-98f6-efe74c95e7a4 req-3a5c783d-caa9-400b-a151-3ec67c73e966 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 1098 time: 0.0401402 Dec 15 14:16:51.354460 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:16:51.389992 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7a128d2b-a970-4f53-98f6-efe74c95e7a4 req-f1a87854-af2e-43a5-a9c2-35fbc683eb0d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377491 Dec 15 14:16:51.879613 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb7d76-fa28-4d7f-9b87-64d5cc1af767 req-bef90e82-7d24-4253-a055-e813cd8917a5 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:51.880997 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-bdfb7d76-fa28-4d7f-9b87-64d5cc1af767 req-bef90e82-7d24-4253-a055-e813cd8917a5 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 945 time: 0.0511014 Dec 15 14:16:51.926907 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-bdfb7d76-fa28-4d7f-9b87-64d5cc1af767 req-59520ccb-6a70-4b01-9647-e9746bda9907 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401187 Dec 15 14:16:52.265480 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab8001-168e-4c7f-8e83-3531df6ccdba req-c2425c76-b04a-45b3-8f3a-4a122d14762b tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:52.266983 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0cab8001-168e-4c7f-8e83-3531df6ccdba req-c2425c76-b04a-45b3-8f3a-4a122d14762b tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0546589 Dec 15 14:16:52.315027 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0cab8001-168e-4c7f-8e83-3531df6ccdba req-73c46b49-1b5e-448d-813b-e9eda5b7e980 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421138 Dec 15 14:16:53.040513 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d1e22-a660-4547-a99a-5b7ba85e6fee req-67ea5617-9c84-45c8-b01e-e428baa7321b tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:53.041963 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-691d1e22-a660-4547-a99a-5b7ba85e6fee req-67ea5617-9c84-45c8-b01e-e428baa7321b tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 945 time: 0.0490265 Dec 15 14:16:53.092060 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-691d1e22-a660-4547-a99a-5b7ba85e6fee req-616a0dee-36f7-458f-83be-19991e3f0556 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433633 Dec 15 14:16:53.204982 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ed067-82be-41ea-a486-a34e74eea869 req-7eb9ddd2-f033-47ed-8177-8ac100b07a98 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:53.206382 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-809ed067-82be-41ea-a486-a34e74eea869 req-7eb9ddd2-f033-47ed-8177-8ac100b07a98 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 945 time: 0.0480151 Dec 15 14:16:53.252603 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-809ed067-82be-41ea-a486-a34e74eea869 req-4aba7f4b-8327-4d86-89a0-9a9d1db915ae tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404077 Dec 15 14:16:53.428611 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1e378-6a3c-4cba-b5ba-2097c0dbd18c req-cf642926-67c5-4104-b697-f7ccd0c59459 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:53.430101 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-53c1e378-6a3c-4cba-b5ba-2097c0dbd18c req-cf642926-67c5-4104-b697-f7ccd0c59459 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0480833 Dec 15 14:16:53.476819 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-53c1e378-6a3c-4cba-b5ba-2097c0dbd18c req-8b80e0de-6b96-40a5-950e-f757ea3e0ccd tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409198 Dec 15 14:16:53.575692 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665107d5-99c1-4cdb-8e23-7c8e533d78ff req-b2f9467c-0f79-4c52-86d5-d4cbe2ac1288 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:53.577298 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-665107d5-99c1-4cdb-8e23-7c8e533d78ff req-b2f9467c-0f79-4c52-86d5-d4cbe2ac1288 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 945 time: 0.0523214 Dec 15 14:16:53.624764 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-665107d5-99c1-4cdb-8e23-7c8e533d78ff req-078725e2-16ff-4e6b-ab46-47c04d0ce845 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416257 Dec 15 14:16:54.315481 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77315dc5-6c61-4656-b523-c6d764d04820 req-62e05e8b-1b2a-4c42-a245-00689915c382 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:54.317146 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-77315dc5-6c61-4656-b523-c6d764d04820 req-62e05e8b-1b2a-4c42-a245-00689915c382 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0486712 Dec 15 14:16:54.414916 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [req-77315dc5-6c61-4656-b523-c6d764d04820 req-ceab9bc7-4cc0-42df-9c61-e6fd26c638c1 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Deleting port ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529 {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:16:54.415258 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-77315dc5-6c61-4656-b523-c6d764d04820 req-ceab9bc7-4cc0-42df-9c61-e6fd26c638c1 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:54.502825 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-77315dc5-6c61-4656-b523-c6d764d04820 req-ceab9bc7-4cc0-42df-9c61-e6fd26c638c1 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] For port ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529,segment=NetworkSegment(f736ad77-9c63-423d-bee4-f2dcb7e208e8),segment_id=f736ad77-9c63-423d-bee4-f2dcb7e208e8)] {{(pid=103145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:16:54.503197 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-77315dc5-6c61-4656-b523-c6d764d04820 req-ceab9bc7-4cc0-42df-9c61-e6fd26c638c1 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:54.517251 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [req-77315dc5-6c61-4656-b523-c6d764d04820 req-ceab9bc7-4cc0-42df-9c61-e6fd26c638c1 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Calling delete_port for ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529 owned by compute:nova {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:16:54.630723 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a50a1-d216-4695-aecd-2b87e78b7e57 req-5d84bef2-4656-4b3c-bed7-b85bb12bba00 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:54.632224 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-695a50a1-d216-4695-aecd-2b87e78b7e57 req-5d84bef2-4656-4b3c-bed7-b85bb12bba00 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 946 time: 0.0715969 Dec 15 14:16:54.714465 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-695a50a1-d216-4695-aecd-2b87e78b7e57 req-f7a20b14-735b-4c21-9dee-20a1bd5dc41f tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761724 Dec 15 14:16:54.797169 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-77315dc5-6c61-4656-b523-c6d764d04820 req-ceab9bc7-4cc0-42df-9c61-e6fd26c638c1 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:54.829109 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab9bc7-4cc0-42df-9c61-e6fd26c638c1 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Pushing event deleted for resources: {'Port': ['ID=ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:16:54.869868 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [req-77315dc5-6c61-4656-b523-c6d764d04820 req-ceab9bc7-4cc0-42df-9c61-e6fd26c638c1 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] No DVR routers for this DVR port ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529 on host hv-cinder-81322 {{(pid=103145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:16:54.872541 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-77315dc5-6c61-4656-b523-c6d764d04820 req-ceab9bc7-4cc0-42df-9c61-e6fd26c638c1 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:16:54.875828 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-77315dc5-6c61-4656-b523-c6d764d04820 req-ceab9bc7-4cc0-42df-9c61-e6fd26c638c1 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.54 "DELETE /v2.0/ports/ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529 HTTP/1.1" status: 204 len: 173 time: 0.5519490 Dec 15 14:16:54.876301 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f88386-a08e-43b7-9832-f7932c369cd9', 'name': 'network-vif-deleted', 'tag': 'ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:16:54.878520 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54343ee614085f4f2fe791b0f2f4c0bf4988d50ad8e642b13afe6f74cb17e673" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b667d18-0911-435d-ad34-1840c4ff0ec2" -d '{"events": [{"server_uuid": "f8f88386-a08e-43b7-9832-f7932c369cd9", "name": "network-vif-deleted", "tag": "ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:16:54.914669 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ab7133-f85f-4c3f-90fe-cdc5a2b792e7 x-openstack-request-id: req-39ab7133-f85f-4c3f-90fe-cdc5a2b792e7 {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:16:54.914967 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f88386-a08e-43b7-9832-f7932c369cd9", "name": "network-vif-deleted", "tag": "ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:16:54.915229 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-39ab7133-f85f-4c3f-90fe-cdc5a2b792e7 {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:16:54.915630 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f88386-a08e-43b7-9832-f7932c369cd9', 'name': 'network-vif-deleted', 'tag': 'ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529', 'status': 'completed', 'code': 200} Dec 15 14:16:55.807605 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-fae876f9-3f86-449a-810f-93a6d7ea66d3 req-e299308a-0abe-4e8c-b12e-48f33bea718b tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 210 time: 0.0256045 Dec 15 14:16:56.904955 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-38a03eb5-0149-4417-be4e-c2e9f5fe7000 req-89ac827e-fbe5-44ce-979a-ec28b6f5e0f7 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8f88386-a08e-43b7-9832-f7932c369cd9 HTTP/1.1" status: 200 len: 210 time: 0.0265636 Dec 15 14:16:56.994171 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['f550a9d9-c3b2-49c2-8bfc-1d263e506ae0', 'ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:16:58.529671 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf61df-2693-4e04-84cd-41692c5d802f req-493ccf4c-f705-461a-97cc-7474e58568cf tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:58.531185 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-63cf61df-2693-4e04-84cd-41692c5d802f req-493ccf4c-f705-461a-97cc-7474e58568cf tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0756400 Dec 15 14:16:58.556363 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-43827511-0269-4478-825e-c3bbf2ba9002 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:58.557774 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-43827511-0269-4478-825e-c3bbf2ba9002 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/networks?id=64950cd0-9dda-4cbf-8aa1-d2615e4306bd HTTP/1.1" status: 200 len: 814 time: 0.1625006 Dec 15 14:16:58.585067 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-7f0fc643-03cc-4227-9b30-2ca53ed228e3 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/quotas/f9d3f092c855418592b191699ec2f37d HTTP/1.1" status: 200 len: 375 time: 0.0205657 Dec 15 14:16:58.625510 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-dd65488d-d3c8-471a-812d-fbc73bd9708d tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9d3f092c855418592b191699ec2f37d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348291 Dec 15 14:16:58.629189 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-63cf61df-2693-4e04-84cd-41692c5d802f req-e1a19e1a-5358-454f-8453-0333c5cbeef8 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894866 Dec 15 14:16:58.711425 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-a82b7c85-3b6e-41c5-b22f-817fa2e721e7 service neutron] 10.222.0.36 "GET /v2.0/networks/64950cd0-9dda-4cbf-8aa1-d2615e4306bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790854 Dec 15 14:16:58.801399 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-bdfead71-2886-47e6-8295-a64204a73f7b service neutron] 10.222.0.36 "GET /v2.0/networks/64950cd0-9dda-4cbf-8aa1-d2615e4306bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838442 Dec 15 14:16:59.011720 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:16:59.035315 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-bcfd58ea-4af5-4ad7-a781-24b89e75b921 req-16cbe82b-e23a-4964-9d18-8734047b9706 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b01b6c5-cbd9-4896-aa19-f740a8fcce46 HTTP/1.1" status: 200 len: 210 time: 0.0278387 Dec 15 14:16:59.036311 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] No Port match for: ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:16:59.036897 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device ffbfa64b-6cf8-43f1-ab9f-4f58a0e48529 not bound to the agent host hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:16:59.744463 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ef929-60e0-48a9-880f-452e7e317339 req-f89d4d54-502a-47b4-b814-10d2fda9f401 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:16:59.745939 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a30ef929-60e0-48a9-880f-452e7e317339 req-f89d4d54-502a-47b4-b814-10d2fda9f401 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0495541 Dec 15 14:16:59.793068 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a30ef929-60e0-48a9-880f-452e7e317339 req-9db77ffe-3457-4056-908e-705c96fab44d tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405171 Dec 15 14:17:00.133402 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7441c01a-4221-4413-be97-46e8b1d48936 req-5342b2d9-280d-4079-86f2-8fe95627b588 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b01b6c5-cbd9-4896-aa19-f740a8fcce46 HTTP/1.1" status: 200 len: 210 time: 0.0299945 Dec 15 14:17:00.913120 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e0c60-0e85-4dbf-95fb-e96a0d3fc91b req-5828f685-e91d-4915-8e24-a570d95ec989 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:00.914646 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cc3e0c60-0e85-4dbf-95fb-e96a0d3fc91b req-5828f685-e91d-4915-8e24-a570d95ec989 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0501473 Dec 15 14:17:01.018399 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cc3e0c60-0e85-4dbf-95fb-e96a0d3fc91b req-de6670b4-ea8f-4b67-80fd-1f2f50083aba tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945833 Dec 15 14:17:01.048830 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-57df9f6a-6f01-4bb0-a7d5-ec74d139b716 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:01.050462 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-57df9f6a-6f01-4bb0-a7d5-ec74d139b716 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.54 "GET /v2.0/networks?id=64950cd0-9dda-4cbf-8aa1-d2615e4306bd HTTP/1.1" status: 200 len: 814 time: 0.1349447 Dec 15 14:17:01.064774 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-31b49bf0-9e0d-40d5-9196-3364d7eca0a5 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Request body: {'port': {'device_id': '9b01b6c5-cbd9-4896-aa19-f740a8fcce46', 'network_id': '64950cd0-9dda-4cbf-8aa1-d2615e4306bd', 'admin_state_up': True, 'tenant_id': 'f9d3f092c855418592b191699ec2f37d'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:17:01.377402 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cf4cc027-100f-4c85-9972-a36fe712d2d5 req-3bf45b6f-931b-4a74-92bd-2f02a106b9ea tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b01b6c5-cbd9-4896-aa19-f740a8fcce46 HTTP/1.1" status: 200 len: 210 time: 0.0558994 Dec 15 14:17:01.488729 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-31b49bf0-9e0d-40d5-9196-3364d7eca0a5 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Made reservation on behalf of f9d3f092c855418592b191699ec2f37d for: {'port': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:17:01.492207 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-31b49bf0-9e0d-40d5-9196-3364d7eca0a5 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:01.623565 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-31b49bf0-9e0d-40d5-9196-3364d7eca0a5 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Allocated IP 172.20.0.6 (64950cd0-9dda-4cbf-8aa1-d2615e4306bd/5e9598c1-c114-4429-9715-10cb4eea4fb7/af89c1d9-b2e7-4b10-aba0-059ac4a7d85d) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:17:01.765669 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-31b49bf0-9e0d-40d5-9196-3364d7eca0a5 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Publish callbacks [] for port, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:01.845837 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-31b49bf0-9e0d-40d5-9196-3364d7eca0a5 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:01.889178 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-31b49bf0-9e0d-40d5-9196-3364d7eca0a5 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Network 64950cd0-9dda-4cbf-8aa1-d2615e4306bd is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:17:01.892138 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-31b49bf0-9e0d-40d5-9196-3364d7eca0a5 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:17:01.895786 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-31b49bf0-9e0d-40d5-9196-3364d7eca0a5 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:17:01.923501 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b49bf0-9e0d-40d5-9196-3364d7eca0a5 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Pushing event updated for resources: {'Port': ['ID=af89c1d9-b2e7-4b10-aba0-059ac4a7d85d,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:01.950654 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-31b49bf0-9e0d-40d5-9196-3364d7eca0a5 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:01.951341 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-31b49bf0-9e0d-40d5-9196-3364d7eca0a5 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:02.028101 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-31b49bf0-9e0d-40d5-9196-3364d7eca0a5 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9671319 Dec 15 14:17:02.043567 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-0610d24a-8b10-4531-a319-a7e627fe746c service neutron] Request body: {'port': {'device_id': '9b01b6c5-cbd9-4896-aa19-f740a8fcce46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:17:02.120660 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-0610d24a-8b10-4531-a319-a7e627fe746c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:02.171081 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d8c9c-f3a4-4259-baa7-b45e240018da req-5a5ba277-1eb4-42c0-a2fa-a06339a97474 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:02.172591 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-609d8c9c-f3a4-4259-baa7-b45e240018da req-5a5ba277-1eb4-42c0-a2fa-a06339a97474 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0833101 Dec 15 14:17:02.287762 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-609d8c9c-f3a4-4259-baa7-b45e240018da req-7fcfa459-0056-4565-bd5b-d48b4429e202 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089959 Dec 15 14:17:02.425710 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-0610d24a-8b10-4531-a319-a7e627fe746c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af89c1d9-b2e7-4b10-aba0-059ac4a7d85d {{(pid=103145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:17:02.432990 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-0610d24a-8b10-4531-a319-a7e627fe746c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:02.445232 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.provisioning_blocks [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-0610d24a-8b10-4531-a319-a7e627fe746c service neutron] Transition to ACTIVE for port object af89c1d9-b2e7-4b10-aba0-059ac4a7d85d will not be triggered until provisioned by entity L2. {{(pid=103145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:17:02.492632 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8252c-2b50-4a4e-98e0-39713935b407 req-873a053f-111c-4638-9092-9f02bf9bf2a6 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:02.494113 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5db8252c-2b50-4a4e-98e0-39713935b407 req-873a053f-111c-4638-9092-9f02bf9bf2a6 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b01b6c5-cbd9-4896-aa19-f740a8fcce46 HTTP/1.1" status: 200 len: 931 time: 0.0475869 Dec 15 14:17:02.515365 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-0610d24a-8b10-4531-a319-a7e627fe746c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:02.585696 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5db8252c-2b50-4a4e-98e0-39713935b407 req-973ac805-f8bb-4c31-a9bd-495546215d0d tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/security-groups?id=03bdf105-b1cc-41c1-b14b-04630768ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843260 Dec 15 14:17:02.591242 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610d24a-8b10-4531-a319-a7e627fe746c service neutron] Pushing event updated for resources: {'Port': ['ID=af89c1d9-b2e7-4b10-aba0-059ac4a7d85d,revision_number=2']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:02.658775 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-0610d24a-8b10-4531-a319-a7e627fe746c service neutron] Attempting to bind port af89c1d9-b2e7-4b10-aba0-059ac4a7d85d on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:17:02.659123 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-0610d24a-8b10-4531-a319-a7e627fe746c service neutron] Attempting to bind port af89c1d9-b2e7-4b10-aba0-059ac4a7d85d by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'eed6115e-92a6-438e-ae4d-09cacd30ba9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '64950cd0-9dda-4cbf-8aa1-d2615e4306bd'}] {{(pid=103145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:17:02.659452 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-0610d24a-8b10-4531-a319-a7e627fe746c service neutron] Attempting to bind port af89c1d9-b2e7-4b10-aba0-059ac4a7d85d on network 64950cd0-9dda-4cbf-8aa1-d2615e4306bd {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:17:02.664033 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-0610d24a-8b10-4531-a319-a7e627fe746c service neutron] Port af89c1d9-b2e7-4b10-aba0-059ac4a7d85d on network 64950cd0-9dda-4cbf-8aa1-d2615e4306bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:17:02.664364 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-0610d24a-8b10-4531-a319-a7e627fe746c service neutron] Attempting to bind port af89c1d9-b2e7-4b10-aba0-059ac4a7d85d on network 64950cd0-9dda-4cbf-8aa1-d2615e4306bd {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:17:02.669196 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-0610d24a-8b10-4531-a319-a7e627fe746c service neutron] Checking agent: {'id': 'ac5d7605-2d06-411e-ba74-ad46eb528a57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 11, 20), 'started_at': datetime.datetime(2021, 12, 15, 14, 11, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:17:02.670110 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-0610d24a-8b10-4531-a319-a7e627fe746c service neutron] Checking segment: {'id': 'eed6115e-92a6-438e-ae4d-09cacd30ba9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '64950cd0-9dda-4cbf-8aa1-d2615e4306bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:17:02.670704 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-0610d24a-8b10-4531-a319-a7e627fe746c service neutron] Bound using segment: {'id': 'eed6115e-92a6-438e-ae4d-09cacd30ba9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '64950cd0-9dda-4cbf-8aa1-d2615e4306bd'} {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:17:02.671134 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-0610d24a-8b10-4531-a319-a7e627fe746c service neutron] Bound port: af89c1d9-b2e7-4b10-aba0-059ac4a7d85d, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed6115e-92a6-438e-ae4d-09cacd30ba9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '64950cd0-9dda-4cbf-8aa1-d2615e4306bd'}}] {{(pid=103145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:17:02.671489 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-0610d24a-8b10-4531-a319-a7e627fe746c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:02.733176 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-0610d24a-8b10-4531-a319-a7e627fe746c service neutron] For port af89c1d9-b2e7-4b10-aba0-059ac4a7d85d, host hv-cinder-81322, cleared binding levels {{(pid=103145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:17:02.735828 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-0610d24a-8b10-4531-a319-a7e627fe746c service neutron] For port af89c1d9-b2e7-4b10-aba0-059ac4a7d85d, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=af89c1d9-b2e7-4b10-aba0-059ac4a7d85d,segment=NetworkSegment(eed6115e-92a6-438e-ae4d-09cacd30ba9e),segment_id=eed6115e-92a6-438e-ae4d-09cacd30ba9e)] {{(pid=103145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:17:02.794002 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-0610d24a-8b10-4531-a319-a7e627fe746c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:02.831187 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-0610d24a-8b10-4531-a319-a7e627fe746c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:02.831802 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-0610d24a-8b10-4531-a319-a7e627fe746c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:02.833247 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-0610d24a-8b10-4531-a319-a7e627fe746c service neutron] 10.222.0.54 "PUT /v2.0/ports/af89c1d9-b2e7-4b10-aba0-059ac4a7d85d HTTP/1.1" status: 200 len: 1093 time: 0.7936225 Dec 15 14:17:02.833700 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b01b6c5-cbd9-4896-aa19-f740a8fcce46', 'tag': 'af89c1d9-b2e7-4b10-aba0-059ac4a7d85d'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:17:02.835948 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54343ee614085f4f2fe791b0f2f4c0bf4988d50ad8e642b13afe6f74cb17e673" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862dfdb4-afbb-40e8-9730-e45241cc7ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "9b01b6c5-cbd9-4896-aa19-f740a8fcce46", "tag": "af89c1d9-b2e7-4b10-aba0-059ac4a7d85d"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:17:02.860126 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610d24a-8b10-4531-a319-a7e627fe746c service neutron] Pushing event updated for resources: {'Port': ['ID=af89c1d9-b2e7-4b10-aba0-059ac4a7d85d,revision_number=3']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:02.873937 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056032f2-a9ec-48bf-8a71-0795fe39a039 x-openstack-request-id: req-056032f2-a9ec-48bf-8a71-0795fe39a039 {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:17:02.874233 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b01b6c5-cbd9-4896-aa19-f740a8fcce46", "tag": "af89c1d9-b2e7-4b10-aba0-059ac4a7d85d", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:17:02.874493 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-056032f2-a9ec-48bf-8a71-0795fe39a039 {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:17:02.874892 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b01b6c5-cbd9-4896-aa19-f740a8fcce46', 'tag': 'af89c1d9-b2e7-4b10-aba0-059ac4a7d85d', 'status': 'completed', 'code': 200} Dec 15 14:17:02.942611 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862dfdb4-afbb-40e8-9730-e45241cc7ea1 req-ecf9514f-2d63-4c5e-8611-97addfbe8eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:02.944103 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-862dfdb4-afbb-40e8-9730-e45241cc7ea1 req-ecf9514f-2d63-4c5e-8611-97addfbe8eaf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f9d3f092c855418592b191699ec2f37d&device_id=9b01b6c5-cbd9-4896-aa19-f740a8fcce46 HTTP/1.1" status: 200 len: 1096 time: 0.0409331 Dec 15 14:17:03.046096 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862dfdb4-afbb-40e8-9730-e45241cc7ea1 req-23f9c7ee-b371-44f6-9745-351fdc3b4783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:03.046096 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-862dfdb4-afbb-40e8-9730-e45241cc7ea1 req-23f9c7ee-b371-44f6-9745-351fdc3b4783 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=f9d3f092c855418592b191699ec2f37d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0889094 Dec 15 14:17:03.144763 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862dfdb4-afbb-40e8-9730-e45241cc7ea1 req-2a8da042-b0db-4503-8ad6-b5a7e2e2f226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:03.146227 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-862dfdb4-afbb-40e8-9730-e45241cc7ea1 req-2a8da042-b0db-4503-8ad6-b5a7e2e2f226 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934777 Dec 15 14:17:03.231005 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-69c4c83f-28bc-4345-9d2d-9fc468c1f51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:03.232705 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-69c4c83f-28bc-4345-9d2d-9fc468c1f51d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f9d3f092c855418592b191699ec2f37d&device_id=9b01b6c5-cbd9-4896-aa19-f740a8fcce46 HTTP/1.1" status: 200 len: 1096 time: 0.0422478 Dec 15 14:17:03.282777 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-b6cc8873-6ef8-449d-85eb-9a8a0630dee2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af89c1d9-b2e7-4b10-aba0-059ac4a7d85d HTTP/1.1" status: 200 len: 217 time: 0.0389965 Dec 15 14:17:03.282981 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d26553d8-a7a6-4c7a-92d2-bc5fe6aafc04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:03.338688 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-4e2873da-5519-4fcd-8608-624e5c589da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:03.340183 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-4e2873da-5519-4fcd-8608-624e5c589da3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5e9598c1-c114-4429-9715-10cb4eea4fb7 HTTP/1.1" status: 200 len: 854 time: 0.0452595 Dec 15 14:17:03.395687 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-964503b3-1121-434b-bdd8-30d78b659d81 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=64950cd0-9dda-4cbf-8aa1-d2615e4306bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432034 Dec 15 14:17:03.460754 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4d892-ee66-48b6-92fb-01870f68e8c5 req-a1037d09-5223-4b7c-b819-30133c17c0c6 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:03.462199 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-19c4d892-ee66-48b6-92fb-01870f68e8c5 req-a1037d09-5223-4b7c-b819-30133c17c0c6 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.1022623 Dec 15 14:17:03.535010 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-19c4d892-ee66-48b6-92fb-01870f68e8c5 req-84d80f5b-cae1-481e-86df-826fabce111c tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649180 Dec 15 14:17:03.536966 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-93dfb5d9-f2c0-4425-8d6f-7d2b449b8e9e service neutron] 10.222.0.54 "GET /v2.0/networks/64950cd0-9dda-4cbf-8aa1-d2615e4306bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302950 Dec 15 14:17:03.634746 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-69c0ae92-56a9-4e5f-b89d-2ea9490e7b67 req-5ba65003-59f5-44ea-a13c-3677fe0ebc10 service neutron] 10.222.0.54 "GET /v2.0/networks/64950cd0-9dda-4cbf-8aa1-d2615e4306bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881622 Dec 15 14:17:03.711692 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde6f85-8f03-44fb-9662-35ba5554fc50 req-65ad781e-23d5-48ab-95a3-9e9b2f13fa11 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:03.713251 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2fde6f85-8f03-44fb-9662-35ba5554fc50 req-65ad781e-23d5-48ab-95a3-9e9b2f13fa11 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b01b6c5-cbd9-4896-aa19-f740a8fcce46 HTTP/1.1" status: 200 len: 943 time: 0.0570412 Dec 15 14:17:03.760908 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2fde6f85-8f03-44fb-9662-35ba5554fc50 req-a9b74951-6db9-4a46-b4b8-7e15b9284b43 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/security-groups?id=03bdf105-b1cc-41c1-b14b-04630768ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411839 Dec 15 14:17:04.680658 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484d7bc-e25c-4564-923c-3ae9d5b44a07 req-f77d18f9-5659-4e7e-a4ef-a2038d56b799 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:04.682124 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4484d7bc-e25c-4564-923c-3ae9d5b44a07 req-f77d18f9-5659-4e7e-a4ef-a2038d56b799 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0790954 Dec 15 14:17:04.693472 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3001fc3-b6d7-4859-ae73-dbcfee24a0b5 req-0982a0c2-b96e-4d38-8d6a-43c173a725c2 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:04.694843 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a3001fc3-b6d7-4859-ae73-dbcfee24a0b5 req-0982a0c2-b96e-4d38-8d6a-43c173a725c2 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.54 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 945 time: 0.0672474 Dec 15 14:17:04.790821 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4484d7bc-e25c-4564-923c-3ae9d5b44a07 req-27a7adb6-1c0f-4569-90c5-bcf15cc4117b tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/security-groups?id=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950272 Dec 15 14:17:04.817636 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [req-a3001fc3-b6d7-4859-ae73-dbcfee24a0b5 req-1353cf8a-910a-471f-8c0e-b5b714b7fdc8 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Deleting port f550a9d9-c3b2-49c2-8bfc-1d263e506ae0 {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:17:04.817907 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-a3001fc3-b6d7-4859-ae73-dbcfee24a0b5 req-1353cf8a-910a-471f-8c0e-b5b714b7fdc8 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:04.942376 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6d005-280d-4f5f-94d9-5fa7f0193c6c req-fd20ef27-b0c8-4384-b5d2-c727d255d07b tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:04.944007 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-71b6d005-280d-4f5f-94d9-5fa7f0193c6c req-fd20ef27-b0c8-4384-b5d2-c727d255d07b tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b01b6c5-cbd9-4896-aa19-f740a8fcce46 HTTP/1.1" status: 200 len: 943 time: 0.1115038 Dec 15 14:17:04.949153 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-a3001fc3-b6d7-4859-ae73-dbcfee24a0b5 req-1353cf8a-910a-471f-8c0e-b5b714b7fdc8 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] For port f550a9d9-c3b2-49c2-8bfc-1d263e506ae0, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f550a9d9-c3b2-49c2-8bfc-1d263e506ae0,segment=NetworkSegment(f736ad77-9c63-423d-bee4-f2dcb7e208e8),segment_id=f736ad77-9c63-423d-bee4-f2dcb7e208e8)] {{(pid=103145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:17:04.949524 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-a3001fc3-b6d7-4859-ae73-dbcfee24a0b5 req-1353cf8a-910a-471f-8c0e-b5b714b7fdc8 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:04.975189 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [req-a3001fc3-b6d7-4859-ae73-dbcfee24a0b5 req-1353cf8a-910a-471f-8c0e-b5b714b7fdc8 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Calling delete_port for f550a9d9-c3b2-49c2-8bfc-1d263e506ae0 owned by compute:nova {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:17:05.047332 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-71b6d005-280d-4f5f-94d9-5fa7f0193c6c req-9e5c0d9c-82e5-4383-a6f3-0e0c3dc742d7 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/security-groups?id=03bdf105-b1cc-41c1-b14b-04630768ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944362 Dec 15 14:17:05.188180 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-a3001fc3-b6d7-4859-ae73-dbcfee24a0b5 req-1353cf8a-910a-471f-8c0e-b5b714b7fdc8 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:05.216677 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353cf8a-910a-471f-8c0e-b5b714b7fdc8 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Pushing event deleted for resources: {'Port': ['ID=f550a9d9-c3b2-49c2-8bfc-1d263e506ae0,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:05.259651 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3001fc3-b6d7-4859-ae73-dbcfee24a0b5 req-1353cf8a-910a-471f-8c0e-b5b714b7fdc8 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] No DVR routers for this DVR port f550a9d9-c3b2-49c2-8bfc-1d263e506ae0 on host hv-cinder-81322 {{(pid=103145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:17:05.262748 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-a3001fc3-b6d7-4859-ae73-dbcfee24a0b5 req-1353cf8a-910a-471f-8c0e-b5b714b7fdc8 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:05.266971 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a3001fc3-b6d7-4859-ae73-dbcfee24a0b5 req-1353cf8a-910a-471f-8c0e-b5b714b7fdc8 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.54 "DELETE /v2.0/ports/f550a9d9-c3b2-49c2-8bfc-1d263e506ae0 HTTP/1.1" status: 204 len: 173 time: 0.5581198 Dec 15 14:17:05.267409 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0055c3fd-c364-425b-a659-292f94e6f09c', 'name': 'network-vif-deleted', 'tag': 'f550a9d9-c3b2-49c2-8bfc-1d263e506ae0'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:17:05.269681 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54343ee614085f4f2fe791b0f2f4c0bf4988d50ad8e642b13afe6f74cb17e673" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d595762-de7f-4253-87c4-fe82a9bdfce8" -d '{"events": [{"server_uuid": "0055c3fd-c364-425b-a659-292f94e6f09c", "name": "network-vif-deleted", "tag": "f550a9d9-c3b2-49c2-8bfc-1d263e506ae0"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:17:05.305341 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5001398-cd15-4440-976b-60c3f291c82e x-openstack-request-id: req-a5001398-cd15-4440-976b-60c3f291c82e {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:17:05.305660 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0055c3fd-c364-425b-a659-292f94e6f09c", "name": "network-vif-deleted", "tag": "f550a9d9-c3b2-49c2-8bfc-1d263e506ae0", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:17:05.305916 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a5001398-cd15-4440-976b-60c3f291c82e {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:17:05.306318 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0055c3fd-c364-425b-a659-292f94e6f09c', 'name': 'network-vif-deleted', 'tag': 'f550a9d9-c3b2-49c2-8bfc-1d263e506ae0', 'status': 'completed', 'code': 200} Dec 15 14:17:05.829667 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76d486e5-d845-4240-a57a-95f9e8719dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:05.898111 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-321d3fdd-3149-4d65-8f15-33090d930dcb req-ae950e38-522e-47ac-846d-5d9304958342 tempest-ServerRescueNegativeTestJSON-552749463 tempest-ServerRescueNegativeTestJSON-552749463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0055c3fd-c364-425b-a659-292f94e6f09c HTTP/1.1" status: 200 len: 210 time: 0.0271227 Dec 15 14:17:06.026711 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b1c8e-1708-4b45-a101-f2bcc546c319 req-1afda7be-d3b0-4109-9a8d-80ef51d77422 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:06.028216 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-698b1c8e-1708-4b45-a101-f2bcc546c319 req-1afda7be-d3b0-4109-9a8d-80ef51d77422 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 945 time: 0.0493591 Dec 15 14:17:06.076880 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-698b1c8e-1708-4b45-a101-f2bcc546c319 req-35a1d40f-7e70-4343-9595-32171b5cc15d tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421493 Dec 15 14:17:06.104717 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 39370) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:06.179974 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc407a4-f54f-42ec-86a8-2dcb70a13600 req-c5d46a72-9094-4262-a252-c07b314e4ad3 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:06.181480 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4bc407a4-f54f-42ec-86a8-2dcb70a13600 req-c5d46a72-9094-4262-a252-c07b314e4ad3 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b01b6c5-cbd9-4896-aa19-f740a8fcce46 HTTP/1.1" status: 200 len: 943 time: 0.0494657 Dec 15 14:17:06.234192 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4bc407a4-f54f-42ec-86a8-2dcb70a13600 req-767ef8cd-0ed5-433d-9731-b41fea7065de tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/security-groups?id=03bdf105-b1cc-41c1-b14b-04630768ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465269 Dec 15 14:17:06.303137 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35e72f3-7a8c-4768-9dfd-5514f17e8343 tempest-TestMinimumBasicScenario-917531706 tempest-TestMinimumBasicScenario-917531706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:06.304691 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-c35e72f3-7a8c-4768-9dfd-5514f17e8343 tempest-TestMinimumBasicScenario-917531706 tempest-TestMinimumBasicScenario-917531706-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 1093 time: 0.1996005 Dec 15 14:17:06.307713 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 39374) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:06.312070 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-a20c794c-1ec7-4614-97a9-49e8a68b2ed5 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Request body: {'floatingip': {'floating_network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'port_id': '7f77f8ec-a564-45e4-a011-24904a851e4c', 'tenant_id': '9ed188fb44624c1b86723b0a0cf261c5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:17:06.385782 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a20c794c-1ec7-4614-97a9-49e8a68b2ed5 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks [] for floatingip, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:06.481347 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a20c794c-1ec7-4614-97a9-49e8a68b2ed5 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:06.588987 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [None req-a20c794c-1ec7-4614-97a9-49e8a68b2ed5 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Allocated IP 172.27.3.193 (828b465c-2de9-4223-b21e-29ccc1fcf343/8db6495a-cb76-4dd2-8fa8-8ada67659a42/1c07fb4b-25ce-4cf2-99f4-002ecc9871c8) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:17:06.692678 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a20c794c-1ec7-4614-97a9-49e8a68b2ed5 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks [] for port, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:06.800063 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a20c794c-1ec7-4614-97a9-49e8a68b2ed5 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:06.841520 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20c794c-1ec7-4614-97a9-49e8a68b2ed5 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Network 828b465c-2de9-4223-b21e-29ccc1fcf343 is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:17:06.845487 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-a20c794c-1ec7-4614-97a9-49e8a68b2ed5 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:17:06.849604 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20c794c-1ec7-4614-97a9-49e8a68b2ed5 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:17:06.852771 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c794c-1ec7-4614-97a9-49e8a68b2ed5 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Pushing event updated for resources: {'Port': ['ID=1c07fb4b-25ce-4cf2-99f4-002ecc9871c8,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:06.955576 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 39378) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:06.962460 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:07.066912 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device af89c1d9-b2e7-4b10-aba0-059ac4a7d85d details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:17:07.068926 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device f550a9d9-c3b2-49c2-8bfc-1d263e506ae0 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:17:07.099052 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] No Port match for: f550a9d9-c3b2-49c2-8bfc-1d263e506ae0 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:17:07.099665 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device f550a9d9-c3b2-49c2-8bfc-1d263e506ae0 not bound to the agent host hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:17:07.208622 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a20c794c-1ec7-4614-97a9-49e8a68b2ed5 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:07.333962 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port af89c1d9-b2e7-4b10-aba0-059ac4a7d85d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=af89c1d9-b2e7-4b10-aba0-059ac4a7d85d,segment=NetworkSegment(eed6115e-92a6-438e-ae4d-09cacd30ba9e),segment_id=eed6115e-92a6-438e-ae4d-09cacd30ba9e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:17:07.345794 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Returning: {'device': 'af89c1d9-b2e7-4b10-aba0-059ac4a7d85d', 'network_id': '64950cd0-9dda-4cbf-8aa1-d2615e4306bd', 'port_id': 'af89c1d9-b2e7-4b10-aba0-059ac4a7d85d', 'mac_address': 'fa:16:3e:f7:f6:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e9598c1-c114-4429-9715-10cb4eea4fb7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:17:07.359841 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a20c794c-1ec7-4614-97a9-49e8a68b2ed5 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:07.388220 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:07.396434 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c14ff527-974c-43ed-baf0-6604b33bc514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584660'] for router_interface, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:07.402521 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af89c1d9-b2e7-4b10-aba0-059ac4a7d85d {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:17:07.409035 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017131b-5fd2-4172-a8d7-aa8837919437 req-82e29956-d437-4042-bad4-1853afa9e3a4 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:07.410640 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5017131b-5fd2-4172-a8d7-aa8837919437 req-82e29956-d437-4042-bad4-1853afa9e3a4 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b01b6c5-cbd9-4896-aa19-f740a8fcce46 HTTP/1.1" status: 200 len: 943 time: 0.1047504 Dec 15 14:17:07.431579 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port af89c1d9-b2e7-4b10-aba0-059ac4a7d85d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=af89c1d9-b2e7-4b10-aba0-059ac4a7d85d,segment=NetworkSegment(eed6115e-92a6-438e-ae4d-09cacd30ba9e),segment_id=eed6115e-92a6-438e-ae4d-09cacd30ba9e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:17:07.497206 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:07.508900 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5017131b-5fd2-4172-a8d7-aa8837919437 req-8bc248bf-6aca-4b80-9830-d34bb6c11dc4 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/security-groups?id=03bdf105-b1cc-41c1-b14b-04630768ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896058 Dec 15 14:17:07.551449 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=af89c1d9-b2e7-4b10-aba0-059ac4a7d85d,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:07.575636 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a20c794c-1ec7-4614-97a9-49e8a68b2ed5 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks [] for port, precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:07.636966 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a20c794c-1ec7-4614-97a9-49e8a68b2ed5 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:07.705078 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-c14ff527-974c-43ed-baf0-6604b33bc514 admin admin] Deleting port 72327dbd-7208-4e7e-a345-1751affb0c77 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:17:07.705425 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c14ff527-974c-43ed-baf0-6604b33bc514 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:07.709704 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c794c-1ec7-4614-97a9-49e8a68b2ed5 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Pushing event updated for resources: {'Port': ['ID=1c07fb4b-25ce-4cf2-99f4-002ecc9871c8,revision_number=2']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:07.719574 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a20c794c-1ec7-4614-97a9-49e8a68b2ed5 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583636'] for floatingip, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:07.764214 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['af89c1d9-b2e7-4b10-aba0-059ac4a7d85d'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:17:07.788728 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-c14ff527-974c-43ed-baf0-6604b33bc514 admin admin] For port 72327dbd-7208-4e7e-a345-1751affb0c77, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=72327dbd-7208-4e7e-a345-1751affb0c77,segment=NetworkSegment(f736ad77-9c63-423d-bee4-f2dcb7e208e8),segment_id=f736ad77-9c63-423d-bee4-f2dcb7e208e8)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:17:07.789131 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c14ff527-974c-43ed-baf0-6604b33bc514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:07.805681 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-c14ff527-974c-43ed-baf0-6604b33bc514 admin admin] Calling delete_port for 72327dbd-7208-4e7e-a345-1751affb0c77 owned by network:router_interface {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:17:07.823884 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.db.l3_db [None req-a20c794c-1ec7-4614-97a9-49e8a68b2ed5 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Floating IP eaf88a94-bd05-491e-a8d7-c7e60dc5c44b associated. External IP: 172.27.3.193, port: 7f77f8ec-a564-45e4-a011-24904a851e4c. Dec 15 14:17:08.039843 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20c794c-1ec7-4614-97a9-49e8a68b2ed5 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Router 172cb4e6-3a92-4459-b22a-ccd014342dbc has already been hosted by L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b {{(pid=103145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:17:08.153259 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20c794c-1ec7-4614-97a9-49e8a68b2ed5 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:17:08.162320 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:08.165140 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d378f37f-b961-45fa-b917-656db7da8b2e None None] Sync routers for ids ['172cb4e6-3a92-4459-b22a-ccd014342dbc'] in dv-cinder-813229-4-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:17:08.175908 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d378f37f-b961-45fa-b917-656db7da8b2e None None] Routers {'172cb4e6-3a92-4459-b22a-ccd014342dbc'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:17:08.176679 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-d378f37f-b961-45fa-b917-656db7da8b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:17:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['172cb4e6-3a92-4459-b22a-ccd014342dbc'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:17:08.234104 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a20c794c-1ec7-4614-97a9-49e8a68b2ed5 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for floatingip, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:08.254367 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c14ff527-974c-43ed-baf0-6604b33bc514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59071379'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:08.283248 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ff527-974c-43ed-baf0-6604b33bc514 admin admin] Pushing event deleted for resources: {'Port': ['ID=72327dbd-7208-4e7e-a345-1751affb0c77,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:08.289183 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-d378f37f-b961-45fa-b917-656db7da8b2e None None] Set router 172cb4e6-3a92-4459-b22a-ccd014342dbc gateway port host: dv-cinder-813229-4-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:17:08.295407 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ff527-974c-43ed-baf0-6604b33bc514 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:08.295407 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ff527-974c-43ed-baf0-6604b33bc514 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:08.296457 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ff527-974c-43ed-baf0-6604b33bc514 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:08.296850 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ff527-974c-43ed-baf0-6604b33bc514 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:08.297336 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ff527-974c-43ed-baf0-6604b33bc514 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:08.297555 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ff527-974c-43ed-baf0-6604b33bc514 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:08.297917 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ff527-974c-43ed-baf0-6604b33bc514 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:08.298282 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ff527-974c-43ed-baf0-6604b33bc514 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:08.298626 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ff527-974c-43ed-baf0-6604b33bc514 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:08.298971 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ff527-974c-43ed-baf0-6604b33bc514 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:08.299311 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ff527-974c-43ed-baf0-6604b33bc514 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:08.299644 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ff527-974c-43ed-baf0-6604b33bc514 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:08.300015 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ff527-974c-43ed-baf0-6604b33bc514 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:08.463839 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c14ff527-974c-43ed-baf0-6604b33bc514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2096200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584776'] for router_interface, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:08.531607 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-a20c794c-1ec7-4614-97a9-49e8a68b2ed5 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2227738 Dec 15 14:17:08.532366 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84c8a7c-970e-4b20-8751-3e5346d209ea', 'tag': '7f77f8ec-a564-45e4-a011-24904a851e4c'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:17:08.535980 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54343ee614085f4f2fe791b0f2f4c0bf4988d50ad8e642b13afe6f74cb17e673" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ad5b31-b0e5-443f-8825-86138cb98b4c" -d '{"events": [{"name": "network-changed", "server_uuid": "f84c8a7c-970e-4b20-8751-3e5346d209ea", "tag": "7f77f8ec-a564-45e4-a011-24904a851e4c"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:17:08.541686 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 39382) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:08.548321 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-d378f37f-b961-45fa-b917-656db7da8b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172cb4e6-3a92-4459-b22a-ccd014342dbc', 'name': 'tempest-TestMinimumBasicScenario-2146548866-router', 'tenant_id': '9ed188fb44624c1b86723b0a0cf261c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '5fd6142c-0671-4016-879c-0c0cd7f76068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:15:49Z', 'updated_at': '2021-12-15T14:15:55Z', 'revision_number': 4, 'project_id': '9ed188fb44624c1b86723b0a0cf261c5', 'gw_port': {'id': '5fd6142c-0671-4016-879c-0c0cd7f76068', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:21:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172cb4e6-3a92-4459-b22a-ccd014342dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:15:50Z', 'updated_at': '2021-12-15T14:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_floatingips': [{'id': 'eaf88a94-bd05-491e-a8d7-c7e60dc5c44b', 'tenant_id': '9ed188fb44624c1b86723b0a0cf261c5', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'router_id': '172cb4e6-3a92-4459-b22a-ccd014342dbc', 'port_id': '7f77f8ec-a564-45e4-a011-24904a851e4c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab8db93-01e2-4a13-a31c-081ad8890766', 'mac_address': 'fa:16:3e:e9:ad:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84c8a7c-970e-4b20-8751-3e5346d209ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:17:07Z', 'updated_at': '2021-12-15T14:17:07Z', 'revision_number': 0, 'project_id': '9ed188fb44624c1b86723b0a0cf261c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee7174d3-e603-4abb-94a1-5cca08e9c13c', 'name': '', 'network_id': '0ab8db93-01e2-4a13-a31c-081ad8890766', 'tenant_id': '9ed188fb44624c1b86723b0a0cf261c5', 'mac_address': 'fa:16:3e:df:63:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172cb4e6-3a92-4459-b22a-ccd014342dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c3bc8042-5e9a-48ef-a809-de8051625fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:15:54Z', 'updated_at': '2021-12-15T14:16:01Z', 'revision_number': 5, 'project_id': '9ed188fb44624c1b86723b0a0cf261c5', 'subnets': [{'id': 'c3bc8042-5e9a-48ef-a809-de8051625fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:17:08.551770 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-282a2c07-8afe-4315-9ea8-cd2146d74086 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-369072057', 'description': 'tempest-secgroup-smoke-369072057 description', 'project_id': '9ed188fb44624c1b86723b0a0cf261c5'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:17:08.583867 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d378f37f-b961-45fa-b917-656db7da8b2e None None] Checking router: 172cb4e6-3a92-4459-b22a-ccd014342dbc for host: dv-cinder-813229-4-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:17:08.592768 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d378f37f-b961-45fa-b917-656db7da8b2e None None] Routers {'172cb4e6-3a92-4459-b22a-ccd014342dbc'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:17:08.593701 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-d378f37f-b961-45fa-b917-656db7da8b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:17:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['172cb4e6-3a92-4459-b22a-ccd014342dbc'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:17:08.612970 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d568e22-397a-4a43-9042-fbb9f217cbb4 x-openstack-request-id: req-1d568e22-397a-4a43-9042-fbb9f217cbb4 {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:17:08.613492 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84c8a7c-970e-4b20-8751-3e5346d209ea", "tag": "7f77f8ec-a564-45e4-a011-24904a851e4c", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:17:08.613774 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1d568e22-397a-4a43-9042-fbb9f217cbb4 {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:17:08.614166 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84c8a7c-970e-4b20-8751-3e5346d209ea', 'tag': '7f77f8ec-a564-45e4-a011-24904a851e4c', 'status': 'completed', 'code': 200} Dec 15 14:17:08.678614 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-282a2c07-8afe-4315-9ea8-cd2146d74086 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:08.707522 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae6185-1859-4772-87d6-103d76ae22c4 req-6fc28e8b-2534-4ae8-aaf7-24f42b0c3bd9 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:08.708714 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-d378f37f-b961-45fa-b917-656db7da8b2e None None] Set router 172cb4e6-3a92-4459-b22a-ccd014342dbc gateway port host: dv-cinder-813229-4-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:17:08.709100 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-91ae6185-1859-4772-87d6-103d76ae22c4 req-6fc28e8b-2534-4ae8-aaf7-24f42b0c3bd9 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b01b6c5-cbd9-4896-aa19-f740a8fcce46 HTTP/1.1" status: 200 len: 944 time: 0.0811963 Dec 15 14:17:08.712102 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad5b31-b0e5-443f-8825-86138cb98b4c req-304c7f59-d0cf-4ec8-ac9b-a9dc8ca31dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:08.713588 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-18ad5b31-b0e5-443f-8825-86138cb98b4c req-304c7f59-d0cf-4ec8-ac9b-a9dc8ca31dc8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9ed188fb44624c1b86723b0a0cf261c5&device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 1098 time: 0.0717857 Dec 15 14:17:08.767450 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14ff527-974c-43ed-baf0-6604b33bc514 admin admin] Router 083af218-12a8-4f44-b8d7-d440b5e70196 has already been hosted by L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:17:08.788727 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-282a2c07-8afe-4315-9ea8-cd2146d74086 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:08.806696 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-91ae6185-1859-4772-87d6-103d76ae22c4 req-ab8447ab-5bb8-45f6-936c-128f715e94ca tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/security-groups?id=03bdf105-b1cc-41c1-b14b-04630768ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892241 Dec 15 14:17:08.855731 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad5b31-b0e5-443f-8825-86138cb98b4c req-858c9553-5090-471a-8bc3-e746f1783fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:08.857402 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-18ad5b31-b0e5-443f-8825-86138cb98b4c req-858c9553-5090-471a-8bc3-e746f1783fa3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0ab8db93-01e2-4a13-a31c-081ad8890766 HTTP/1.1" status: 200 len: 916 time: 0.1191597 Dec 15 14:17:08.874520 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-282a2c07-8afe-4315-9ea8-cd2146d74086 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:08.928772 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a2c07-8afe-4315-9ea8-cd2146d74086 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a6788a-4487-4c74-bd81-0bd2c008548d,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:08.937671 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14ff527-974c-43ed-baf0-6604b33bc514 admin admin] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:17:08.947022 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-c14ff527-974c-43ed-baf0-6604b33bc514 admin admin] 10.222.0.36 "PUT /v2.0/routers/083af218-12a8-4f44-b8d7-d440b5e70196/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9879875 Dec 15 14:17:08.947505 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 39390) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:08.951423 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd90aba-cb08-4313-afd8-9c737e4716e7 None None] Sync routers for ids ['083af218-12a8-4f44-b8d7-d440b5e70196'] in dv-cinder-813229-4-iscsi {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:17:08.954840 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-18ad5b31-b0e5-443f-8825-86138cb98b4c req-3809b17c-768c-42b5-b857-08101a73daa9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f77f8ec-a564-45e4-a011-24904a851e4c HTTP/1.1" status: 200 len: 999 time: 0.0856006 Dec 15 14:17:08.958740 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-d378f37f-b961-45fa-b917-656db7da8b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172cb4e6-3a92-4459-b22a-ccd014342dbc', 'name': 'tempest-TestMinimumBasicScenario-2146548866-router', 'tenant_id': '9ed188fb44624c1b86723b0a0cf261c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '5fd6142c-0671-4016-879c-0c0cd7f76068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:15:49Z', 'updated_at': '2021-12-15T14:15:55Z', 'revision_number': 4, 'project_id': '9ed188fb44624c1b86723b0a0cf261c5', 'gw_port': {'id': '5fd6142c-0671-4016-879c-0c0cd7f76068', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:21:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172cb4e6-3a92-4459-b22a-ccd014342dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:15:50Z', 'updated_at': '2021-12-15T14:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_floatingips': [{'id': 'eaf88a94-bd05-491e-a8d7-c7e60dc5c44b', 'tenant_id': '9ed188fb44624c1b86723b0a0cf261c5', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'router_id': '172cb4e6-3a92-4459-b22a-ccd014342dbc', 'port_id': '7f77f8ec-a564-45e4-a011-24904a851e4c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab8db93-01e2-4a13-a31c-081ad8890766', 'mac_address': 'fa:16:3e:e9:ad:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84c8a7c-970e-4b20-8751-3e5346d209ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:17:07Z', 'updated_at': '2021-12-15T14:17:07Z', 'revision_number': 0, 'project_id': '9ed188fb44624c1b86723b0a0cf261c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee7174d3-e603-4abb-94a1-5cca08e9c13c', 'name': '', 'network_id': '0ab8db93-01e2-4a13-a31c-081ad8890766', 'tenant_id': '9ed188fb44624c1b86723b0a0cf261c5', 'mac_address': 'fa:16:3e:df:63:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172cb4e6-3a92-4459-b22a-ccd014342dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c3bc8042-5e9a-48ef-a809-de8051625fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:15:54Z', 'updated_at': '2021-12-15T14:16:01Z', 'revision_number': 5, 'project_id': '9ed188fb44624c1b86723b0a0cf261c5', 'subnets': [{'id': 'c3bc8042-5e9a-48ef-a809-de8051625fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:17:08.964443 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd90aba-cb08-4313-afd8-9c737e4716e7 None None] Routers {'083af218-12a8-4f44-b8d7-d440b5e70196'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:17:08.965322 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-5fd90aba-cb08-4313-afd8-9c737e4716e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:17:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['083af218-12a8-4f44-b8d7-d440b5e70196'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:17:08.990386 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-282a2c07-8afe-4315-9ea8-cd2146d74086 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:08.991629 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-282a2c07-8afe-4315-9ea8-cd2146d74086 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4486613 Dec 15 14:17:08.995240 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 39392) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:08.995401 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d378f37f-b961-45fa-b917-656db7da8b2e None None] The sync data for ids ['172cb4e6-3a92-4459-b22a-ccd014342dbc'] in dv-cinder-813229-4-iscsi is: [{'id': '172cb4e6-3a92-4459-b22a-ccd014342dbc', 'name': 'tempest-TestMinimumBasicScenario-2146548866-router', 'tenant_id': '9ed188fb44624c1b86723b0a0cf261c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '5fd6142c-0671-4016-879c-0c0cd7f76068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:15:49Z', 'updated_at': '2021-12-15T14:15:55Z', 'revision_number': 4, 'project_id': '9ed188fb44624c1b86723b0a0cf261c5', 'gw_port': {'id': '5fd6142c-0671-4016-879c-0c0cd7f76068', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:21:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172cb4e6-3a92-4459-b22a-ccd014342dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:15:50Z', 'updated_at': '2021-12-15T14:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_floatingips': [{'id': 'eaf88a94-bd05-491e-a8d7-c7e60dc5c44b', 'tenant_id': '9ed188fb44624c1b86723b0a0cf261c5', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'router_id': '172cb4e6-3a92-4459-b22a-ccd014342dbc', 'port_id': '7f77f8ec-a564-45e4-a011-24904a851e4c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ab8db93-01e2-4a13-a31c-081ad8890766', 'mac_address': 'fa:16:3e:e9:ad:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84c8a7c-970e-4b20-8751-3e5346d209ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:17:07Z', 'updated_at': '2021-12-15T14:17:07Z', 'revision_number': 0, 'project_id': '9ed188fb44624c1b86723b0a0cf261c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee7174d3-e603-4abb-94a1-5cca08e9c13c', 'name': '', 'network_id': '0ab8db93-01e2-4a13-a31c-081ad8890766', 'tenant_id': '9ed188fb44624c1b86723b0a0cf261c5', 'mac_address': 'fa:16:3e:df:63:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172cb4e6-3a92-4459-b22a-ccd014342dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c3bc8042-5e9a-48ef-a809-de8051625fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:15:54Z', 'updated_at': '2021-12-15T14:16:01Z', 'revision_number': 5, 'project_id': '9ed188fb44624c1b86723b0a0cf261c5', 'subnets': [{'id': 'c3bc8042-5e9a-48ef-a809-de8051625fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:17:09.006719 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-7a9872a8-284d-4376-a25b-9ed6edb82dfa tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Request body: {'security_group_rule': {'security_group_id': 'e3a6788a-4487-4c74-bd81-0bd2c008548d', 'project_id': '9ed188fb44624c1b86723b0a0cf261c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:17:09.044516 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad5b31-b0e5-443f-8825-86138cb98b4c req-06900c92-f037-4ba9-a5a6-0fa75aa1813e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:09.046533 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-18ad5b31-b0e5-443f-8825-86138cb98b4c req-06900c92-f037-4ba9-a5a6-0fa75aa1813e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c3bc8042-5e9a-48ef-a809-de8051625fa5 HTTP/1.1" status: 200 len: 854 time: 0.0845912 Dec 15 14:17:09.080795 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device af89c1d9-b2e7-4b10-aba0-059ac4a7d85d up at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:17:09.083235 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8b2c418e-42ca-4f22-8a26-b52972e49335 admin admin] Publish callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:09.105836 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad5b31-b0e5-443f-8825-86138cb98b4c req-dc1253a7-e387-4f2e-92a4-d13400275aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:09.107485 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-18ad5b31-b0e5-443f-8825-86138cb98b4c req-dc1253a7-e387-4f2e-92a4-d13400275aa6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0ab8db93-01e2-4a13-a31c-081ad8890766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531251 Dec 15 14:17:09.121544 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-5fd90aba-cb08-4313-afd8-9c737e4716e7 None None] Set router 083af218-12a8-4f44-b8d7-d440b5e70196 gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:17:09.180317 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7a9872a8-284d-4376-a25b-9ed6edb82dfa tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:09.203774 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8b2c418e-42ca-4f22-8a26-b52972e49335 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:09.261395 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7a9872a8-284d-4376-a25b-9ed6edb82dfa tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:09.264131 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-18ad5b31-b0e5-443f-8825-86138cb98b4c req-8edcb90c-64b8-47f8-93b0-4786ae3e9c37 service neutron] 10.222.0.54 "GET /v2.0/networks/0ab8db93-01e2-4a13-a31c-081ad8890766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427236 Dec 15 14:17:09.283607 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24344c6-69e2-4d29-a920-ab8967d7f59b None None] New status for floating IP eaf88a94-bd05-491e-a8d7-c7e60dc5c44b: ACTIVE {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:17:09.330345 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:09.356906 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-5fd90aba-cb08-4313-afd8-9c737e4716e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083af218-12a8-4f44-b8d7-d440b5e70196', 'name': 'tempest-ServerRescueNegativeTestJSON-1928528355-router', 'tenant_id': '685aa5d5bc754913a5ca3dd5518e129e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '818527bd-9843-4fdd-a8d1-a2dccd480cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:12Z', 'updated_at': '2021-12-15T14:17:08Z', 'revision_number': 5, 'project_id': '685aa5d5bc754913a5ca3dd5518e129e', 'gw_port': {'id': '818527bd-9843-4fdd-a8d1-a2dccd480cc0', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083af218-12a8-4f44-b8d7-d440b5e70196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:14Z', 'updated_at': '2021-12-15T14:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi'}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:17:09.363325 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7a9872a8-284d-4376-a25b-9ed6edb82dfa tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629912'] for security_group_rule, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:09.371588 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-8b2c418e-42ca-4f22-8a26-b52972e49335 admin admin] Deleting port 818527bd-9843-4fdd-a8d1-a2dccd480cc0 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:17:09.372162 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8b2c418e-42ca-4f22-8a26-b52972e49335 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:09.391253 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning for port af89c1d9-b2e7-4b10-aba0-059ac4a7d85d completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:17:09.393493 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd90aba-cb08-4313-afd8-9c737e4716e7 None None] Checking router: 083af218-12a8-4f44-b8d7-d440b5e70196 for host: dv-cinder-813229-4-iscsi {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:17:09.394131 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9872a8-284d-4376-a25b-9ed6edb82dfa tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f75ffc9-e58f-475c-8d23-cae46022e1ec,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:09.401540 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning complete for port af89c1d9-b2e7-4b10-aba0-059ac4a7d85d triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:17:09.402056 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:09.438311 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd90aba-cb08-4313-afd8-9c737e4716e7 None None] Routers {'083af218-12a8-4f44-b8d7-d440b5e70196'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:17:09.438957 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-5fd90aba-cb08-4313-afd8-9c737e4716e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:17:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['083af218-12a8-4f44-b8d7-d440b5e70196'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:17:09.446167 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-18ad5b31-b0e5-443f-8825-86138cb98b4c req-c231ce73-98df-4d43-a969-3ca2dd9734be service neutron] 10.222.0.54 "GET /v2.0/networks/0ab8db93-01e2-4a13-a31c-081ad8890766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701572 Dec 15 14:17:09.458166 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7a9872a8-284d-4376-a25b-9ed6edb82dfa tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:09.459654 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-7a9872a8-284d-4376-a25b-9ed6edb82dfa tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4631474 Dec 15 14:17:09.465930 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 39394) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:09.475963 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-982b2dfa-f6a3-4b2f-b8fd-ba48f530e442 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Request body: {'security_group_rule': {'security_group_id': 'e3a6788a-4487-4c74-bd81-0bd2c008548d', 'project_id': '9ed188fb44624c1b86723b0a0cf261c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:17:09.515178 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-8b2c418e-42ca-4f22-8a26-b52972e49335 admin admin] For port 818527bd-9843-4fdd-a8d1-a2dccd480cc0, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=818527bd-9843-4fdd-a8d1-a2dccd480cc0,segment=NetworkSegment(c751ab6f-1098-4cf9-a0b7-c17ede87015d),segment_id=c751ab6f-1098-4cf9-a0b7-c17ede87015d)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:17:09.515677 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8b2c418e-42ca-4f22-8a26-b52972e49335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:09.534109 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-8b2c418e-42ca-4f22-8a26-b52972e49335 admin admin] Calling delete_port for 818527bd-9843-4fdd-a8d1-a2dccd480cc0 owned by network:router_gateway {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:17:09.563311 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-5fd90aba-cb08-4313-afd8-9c737e4716e7 None None] Set router 083af218-12a8-4f44-b8d7-d440b5e70196 gateway port host: None {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:17:09.618918 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-5fd90aba-cb08-4313-afd8-9c737e4716e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083af218-12a8-4f44-b8d7-d440b5e70196', 'name': 'tempest-ServerRescueNegativeTestJSON-1928528355-router', 'tenant_id': '685aa5d5bc754913a5ca3dd5518e129e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:12Z', 'updated_at': '2021-12-15T14:17:09Z', 'revision_number': 6, 'project_id': '685aa5d5bc754913a5ca3dd5518e129e', 'gw_port_host': None}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:17:09.648775 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-982b2dfa-f6a3-4b2f-b8fd-ba48f530e442 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:09.656006 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:09.658777 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd90aba-cb08-4313-afd8-9c737e4716e7 None None] The sync data for ids ['083af218-12a8-4f44-b8d7-d440b5e70196'] in dv-cinder-813229-4-iscsi is: [{'id': '083af218-12a8-4f44-b8d7-d440b5e70196', 'name': 'tempest-ServerRescueNegativeTestJSON-1928528355-router', 'tenant_id': '685aa5d5bc754913a5ca3dd5518e129e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:12Z', 'updated_at': '2021-12-15T14:17:09Z', 'revision_number': 6, 'project_id': '685aa5d5bc754913a5ca3dd5518e129e', 'gw_port_host': None}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:17:09.687703 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b01b6c5-cbd9-4896-aa19-f740a8fcce46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af89c1d9-b2e7-4b10-aba0-059ac4a7d85d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:17:09.690597 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563fd6401afa6af5759f990961882efb87115f058b142029c69814770c0d1fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0255a1-4aeb-41da-b7d6-e94b9d553eb7" -d '{"events": [{"server_uuid": "9b01b6c5-cbd9-4896-aa19-f740a8fcce46", "name": "network-vif-plugged", "status": "completed", "tag": "af89c1d9-b2e7-4b10-aba0-059ac4a7d85d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:17:09.705974 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port af89c1d9-b2e7-4b10-aba0-059ac4a7d85d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=af89c1d9-b2e7-4b10-aba0-059ac4a7d85d,segment=NetworkSegment(eed6115e-92a6-438e-ae4d-09cacd30ba9e),segment_id=eed6115e-92a6-438e-ae4d-09cacd30ba9e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:17:09.756834 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-982b2dfa-f6a3-4b2f-b8fd-ba48f530e442 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:09.761239 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942c30db-abba-4a68-8774-2aea1be1e99a x-openstack-request-id: req-942c30db-abba-4a68-8774-2aea1be1e99a {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:17:09.761652 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b01b6c5-cbd9-4896-aa19-f740a8fcce46", "name": "network-vif-plugged", "status": "completed", "tag": "af89c1d9-b2e7-4b10-aba0-059ac4a7d85d", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:17:09.761970 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-942c30db-abba-4a68-8774-2aea1be1e99a {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:17:09.762381 dv-cinder-813229-4-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b01b6c5-cbd9-4896-aa19-f740a8fcce46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af89c1d9-b2e7-4b10-aba0-059ac4a7d85d', 'code': 200} Dec 15 14:17:09.793751 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:09.844363 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=af89c1d9-b2e7-4b10-aba0-059ac4a7d85d,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:09.854253 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-982b2dfa-f6a3-4b2f-b8fd-ba48f530e442 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629912'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:09.875035 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b2dfa-f6a3-4b2f-b8fd-ba48f530e442 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0c18e77-fe70-464d-b312-058317691ecf,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:09.878547 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8b2c418e-42ca-4f22-8a26-b52972e49335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59071379'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:09.905960 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c418e-42ca-4f22-8a26-b52972e49335 admin admin] Pushing event deleted for resources: {'Port': ['ID=818527bd-9843-4fdd-a8d1-a2dccd480cc0,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:09.934637 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16f5bd-ba19-4a40-87f1-edafbc63e8fa req-ce57d0b9-2492-48b0-b0eb-3c95ba077f44 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:09.936170 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-be16f5bd-ba19-4a40-87f1-edafbc63e8fa req-ce57d0b9-2492-48b0-b0eb-3c95ba077f44 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b01b6c5-cbd9-4896-aa19-f740a8fcce46 HTTP/1.1" status: 200 len: 945 time: 0.0522711 Dec 15 14:17:09.955466 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-982b2dfa-f6a3-4b2f-b8fd-ba48f530e442 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:09.956897 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-982b2dfa-f6a3-4b2f-b8fd-ba48f530e442 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4872110 Dec 15 14:17:09.960167 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 39400) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:09.964675 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-b3414b43-b362-4fc4-823d-e0b2e7e8b116 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Request body: {'security_group_rule': {'security_group_id': 'e3a6788a-4487-4c74-bd81-0bd2c008548d', 'project_id': '9ed188fb44624c1b86723b0a0cf261c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:17:09.974748 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8b2c418e-42ca-4f22-8a26-b52972e49335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583658'] for router_gateway, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:10.014633 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-be16f5bd-ba19-4a40-87f1-edafbc63e8fa req-c7f57994-dd88-4951-9a78-7c28330ec111 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/security-groups?id=03bdf105-b1cc-41c1-b14b-04630768ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711248 Dec 15 14:17:10.067838 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9699f-2aba-4193-9b39-d96381205b02 req-b341afd3-5c6c-4636-8187-5c40fb32d1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:10.069532 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-04c9699f-2aba-4193-9b39-d96381205b02 req-b341afd3-5c6c-4636-8187-5c40fb32d1ea service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9b01b6c5-cbd9-4896-aa19-f740a8fcce46 HTTP/1.1" status: 200 len: 1098 time: 0.0526471 Dec 15 14:17:10.109255 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8b2c418e-42ca-4f22-8a26-b52972e49335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1583034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5231'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:10.116688 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8b2c418e-42ca-4f22-8a26-b52972e49335 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:10.130049 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b3414b43-b362-4fc4-823d-e0b2e7e8b116 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:10.149347 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-04c9699f-2aba-4193-9b39-d96381205b02 req-bc0ddd21-20d8-4bca-ad88-e8dde0522a3f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=03bdf105-b1cc-41c1-b14b-04630768ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695541 Dec 15 14:17:10.210331 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b3414b43-b362-4fc4-823d-e0b2e7e8b116 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:10.245662 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8b2c418e-42ca-4f22-8a26-b52972e49335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1583027'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:10.246303 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2c418e-42ca-4f22-8a26-b52972e49335 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 083af218-12a8-4f44-b8d7-d440b5e70196 {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:17:10.251715 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8b2c418e-42ca-4f22-8a26-b52972e49335 admin admin] Publish callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:10.253060 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-8b2c418e-42ca-4f22-8a26-b52972e49335 admin admin] 10.222.0.36 "DELETE /v2.0/routers/083af218-12a8-4f44-b8d7-d440b5e70196 HTTP/1.1" status: 204 len: 168 time: 1.3041689 Dec 15 14:17:10.255894 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 39410) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:10.284246 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b3414b43-b362-4fc4-823d-e0b2e7e8b116 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629912'] for security_group_rule, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:10.315730 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3414b43-b362-4fc4-823d-e0b2e7e8b116 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfdb8738-383d-4b8d-8262-1e9d9cebf8a6,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:10.320660 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_v2 [None req-8333b909-50b8-452b-9f2a-71482a5deb10 admin admin] Deleting subnet 7b7285ce-5292-474f-9869-ec370d0431c8 {{(pid=103145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:17:10.324236 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-8333b909-50b8-452b-9f2a-71482a5deb10 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:10.360333 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-8333b909-50b8-452b-9f2a-71482a5deb10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59516868'] for subnet, precommit_delete_associations {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:10.386160 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b3414b43-b362-4fc4-823d-e0b2e7e8b116 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:10.387326 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-b3414b43-b362-4fc4-823d-e0b2e7e8b116 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4262333 Dec 15 14:17:10.390963 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 39414) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:10.395472 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-c2556807-218b-4107-924c-feb6f9995b03 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Request body: {'security_group_rule': {'security_group_id': 'e3a6788a-4487-4c74-bd81-0bd2c008548d', 'project_id': '9ed188fb44624c1b86723b0a0cf261c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:17:10.404838 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-8333b909-50b8-452b-9f2a-71482a5deb10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878086'] for subnet, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:10.502626 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c2556807-218b-4107-924c-feb6f9995b03 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:10.527310 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-8333b909-50b8-452b-9f2a-71482a5deb10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3665391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59642454'] for subnet, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:10.563207 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333b909-50b8-452b-9f2a-71482a5deb10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b7285ce-5292-474f-9869-ec370d0431c8,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:10.575346 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-8333b909-50b8-452b-9f2a-71482a5deb10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:10.581931 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-8333b909-50b8-452b-9f2a-71482a5deb10 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7b7285ce-5292-474f-9869-ec370d0431c8 HTTP/1.1" status: 204 len: 168 time: 0.3227398 Dec 15 14:17:10.582223 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 39418) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:10.584144 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c2556807-218b-4107-924c-feb6f9995b03 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:10.652735 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c2556807-218b-4107-924c-feb6f9995b03 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629912'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:10.655012 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-11997466-277c-4cc9-9095-ba06f3f67863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825640'] for network, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:10.677931 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2556807-218b-4107-924c-feb6f9995b03 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7fa3ef1-0da2-4960-acdf-91aeff1d18e2,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:10.744324 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-11997466-277c-4cc9-9095-ba06f3f67863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880017', 'neutron.services.segments.db._delete_segments_for_network-8782779444098'] for network, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:10.756055 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c2556807-218b-4107-924c-feb6f9995b03 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:10.762267 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-c2556807-218b-4107-924c-feb6f9995b03 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3654244 Dec 15 14:17:10.762267 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 39420) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:10.768202 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-5e664558-75f7-4ab7-94a3-3745ed34ef56 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Request body: {'security_group_rule': {'security_group_id': 'e3a6788a-4487-4c74-bd81-0bd2c008548d', 'project_id': '9ed188fb44624c1b86723b0a0cf261c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:17:10.768466 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-11997466-277c-4cc9-9095-ba06f3f67863 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1398e422-6eb7-4c67-a7ee-d619fb1f02c3']}} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:17:10.779116 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-11997466-277c-4cc9-9095-ba06f3f67863 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f736ad77-9c63-423d-bee4-f2dcb7e208e8') {'for_net_delete': True} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:17:10.779413 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-11997466-277c-4cc9-9095-ba06f3f67863 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f736ad77-9c63-423d-bee4-f2dcb7e208e8') {} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:17:10.789553 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-11997466-277c-4cc9-9095-ba06f3f67863 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782779447179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59516735'] for segment, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:10.808635 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-11997466-277c-4cc9-9095-ba06f3f67863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967'] for segment, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:10.816149 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11997466-277c-4cc9-9095-ba06f3f67863 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:17:10.816681 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-11997466-277c-4cc9-9095-ba06f3f67863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3665285'] for segment, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:10.818812 dv-cinder-813229-4-iscsi neutron-server[103145]: Traceback (most recent call last): Dec 15 14:17:10.818812 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:17:10.818812 dv-cinder-813229-4-iscsi neutron-server[103145]: timer() Dec 15 14:17:10.818812 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:17:10.818812 dv-cinder-813229-4-iscsi neutron-server[103145]: cb(*args, **kw) Dec 15 14:17:10.818812 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:17:10.818812 dv-cinder-813229-4-iscsi neutron-server[103145]: return func(*args, **kwargs) Dec 15 14:17:10.818812 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:17:10.818812 dv-cinder-813229-4-iscsi neutron-server[103145]: self._notify() Dec 15 14:17:10.818812 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:17:10.818812 dv-cinder-813229-4-iscsi neutron-server[103145]: self.callback(batched_events) Dec 15 14:17:10.818812 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:17:10.818812 dv-cinder-813229-4-iscsi neutron-server[103145]: event.method(event) Dec 15 14:17:10.818812 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:17:10.818812 dv-cinder-813229-4-iscsi neutron-server[103145]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:17:10.818812 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:17:10.818812 dv-cinder-813229-4-iscsi neutron-server[103145]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:17:10.818812 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:17:10.818812 dv-cinder-813229-4-iscsi neutron-server[103145]: return f(self, *a, **k) Dec 15 14:17:10.818812 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:17:10.818812 dv-cinder-813229-4-iscsi neutron-server[103145]: return self._get(url).json() Dec 15 14:17:10.818812 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:17:10.818812 dv-cinder-813229-4-iscsi neutron-server[103145]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:17:10.818812 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:17:10.818812 dv-cinder-813229-4-iscsi neutron-server[103145]: return self.request(url, 'GET', **kwargs) Dec 15 14:17:10.818812 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:17:10.818812 dv-cinder-813229-4-iscsi neutron-server[103145]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:17:10.818812 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:17:10.818812 dv-cinder-813229-4-iscsi neutron-server[103145]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:17:10.818812 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:17:10.818812 dv-cinder-813229-4-iscsi neutron-server[103145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:17:10.818812 dv-cinder-813229-4-iscsi neutron-server[103145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:17:10.854079 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.db.securitygroups_db [None req-5e664558-75f7-4ab7-94a3-3745ed34ef56 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Project 9ed188fb44624c1b86723b0a0cf261c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:17:10.860089 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5e664558-75f7-4ab7-94a3-3745ed34ef56 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:10.923848 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5e664558-75f7-4ab7-94a3-3745ed34ef56 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:10.930754 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-11997466-277c-4cc9-9095-ba06f3f67863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583622'] for network, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:10.935309 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-11997466-277c-4cc9-9095-ba06f3f67863 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for network, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:10.939850 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-11997466-277c-4cc9-9095-ba06f3f67863 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1398e422-6eb7-4c67-a7ee-d619fb1f02c3 HTTP/1.1" status: 204 len: 168 time: 0.3564184 Dec 15 14:17:10.957041 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11997466-277c-4cc9-9095-ba06f3f67863 admin admin] Pushing event deleted for resources: {'Network': ['ID=1398e422-6eb7-4c67-a7ee-d619fb1f02c3,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:10.979576 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5e664558-75f7-4ab7-94a3-3745ed34ef56 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629912'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:10.998071 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e664558-75f7-4ab7-94a3-3745ed34ef56 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b78488e3-ce7c-4fe3-a261-eabe72487026,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:11.130211 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5e664558-75f7-4ab7-94a3-3745ed34ef56 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:11.136535 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-5e664558-75f7-4ab7-94a3-3745ed34ef56 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3685622 Dec 15 14:17:11.136535 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 39426) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:11.138681 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-13093809-2b67-4df9-93fe-5475e07811e3 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Request body: {'security_group_rule': {'security_group_id': 'e3a6788a-4487-4c74-bd81-0bd2c008548d', 'project_id': '9ed188fb44624c1b86723b0a0cf261c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:17:11.138796 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aed726-1822-48e3-af1c-602439cbb484 req-864e9b9e-f452-4b04-b8c7-68c60ec6ab8b tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:11.140505 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-64aed726-1822-48e3-af1c-602439cbb484 req-864e9b9e-f452-4b04-b8c7-68c60ec6ab8b tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b01b6c5-cbd9-4896-aa19-f740a8fcce46 HTTP/1.1" status: 200 len: 945 time: 0.0518019 Dec 15 14:17:11.191276 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-64aed726-1822-48e3-af1c-602439cbb484 req-756d5eae-3fe7-44dd-a7db-957aa58db4cc tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/security-groups?id=03bdf105-b1cc-41c1-b14b-04630768ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444913 Dec 15 14:17:11.394186 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.db.securitygroups_db [None req-13093809-2b67-4df9-93fe-5475e07811e3 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Project 9ed188fb44624c1b86723b0a0cf261c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:17:11.399385 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-13093809-2b67-4df9-93fe-5475e07811e3 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:11.459561 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-13093809-2b67-4df9-93fe-5475e07811e3 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:11.472160 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 39428) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:11.510697 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-0ba1cac8-2d55-48ec-a0cc-2f54a413a626 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=685aa5d5bc754913a5ca3dd5518e129e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0373597 Dec 15 14:17:11.513128 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 39430) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:11.534334 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-13093809-2b67-4df9-93fe-5475e07811e3 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629912'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:11.561298 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13093809-2b67-4df9-93fe-5475e07811e3 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=777ceaf9-a9ed-4e04-8dd1-d7ffed98259f,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:11.581297 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f916f5a3-1b2a-4851-95b0-bb6f45b55c89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:11.603567 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f916f5a3-1b2a-4851-95b0-bb6f45b55c89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:11.659714 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-13093809-2b67-4df9-93fe-5475e07811e3 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:11.663916 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-13093809-2b67-4df9-93fe-5475e07811e3 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5257249 Dec 15 14:17:11.715286 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 72327dbd-7208-4e7e-a345-1751affb0c77 no longer exists at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:17:11.737038 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] No Port match for: 72327dbd-7208-4e7e-a345-1751affb0c77 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:17:11.741881 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 72327dbd-7208-4e7e-a345-1751affb0c77 not bound to the agent host dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:17:11.742005 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f916f5a3-1b2a-4851-95b0-bb6f45b55c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:11.742104 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 818527bd-9843-4fdd-a8d1-a2dccd480cc0 no longer exists at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:17:11.742284 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f916f5a3-1b2a-4851-95b0-bb6f45b55c89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:11.742284 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-f916f5a3-1b2a-4851-95b0-bb6f45b55c89 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ccdef2aa-d5c9-43dc-8dca-6e4660af72b8 HTTP/1.1" status: 204 len: 168 time: 0.2275810 Dec 15 14:17:11.758042 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f916f5a3-1b2a-4851-95b0-bb6f45b55c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdef2aa-d5c9-43dc-8dca-6e4660af72b8,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:11.761982 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] No Port match for: 818527bd-9843-4fdd-a8d1-a2dccd480cc0 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:17:11.762324 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 818527bd-9843-4fdd-a8d1-a2dccd480cc0 not bound to the agent host dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:17:11.774482 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-430e4df5-fbff-4eca-a6b5-c56c6016b396 req-6fa9fc24-b763-47ca-9577-5a8e387d5274 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-369072057&fields=id&tenant_id=9ed188fb44624c1b86723b0a0cf261c5 HTTP/1.1" status: 200 len: 267 time: 0.0672448 Dec 15 14:17:11.829606 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e4df5-fbff-4eca-a6b5-c56c6016b396 req-8c202eed-720a-4dfe-b3b0-7b7751d9c802 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:11.831112 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-430e4df5-fbff-4eca-a6b5-c56c6016b396 req-8c202eed-720a-4dfe-b3b0-7b7751d9c802 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 945 time: 0.0502288 Dec 15 14:17:11.842806 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [req-430e4df5-fbff-4eca-a6b5-c56c6016b396 req-f2dfb0d7-7710-4c25-87fb-1405940605f8 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Request body: {'port': {'security_groups': ['7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4', 'e3a6788a-4487-4c74-bd81-0bd2c008548d']}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:17:11.909631 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-430e4df5-fbff-4eca-a6b5-c56c6016b396 req-f2dfb0d7-7710-4c25-87fb-1405940605f8 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:12.099791 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-430e4df5-fbff-4eca-a6b5-c56c6016b396 req-f2dfb0d7-7710-4c25-87fb-1405940605f8 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] For port 7f77f8ec-a564-45e4-a011-24904a851e4c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7f77f8ec-a564-45e4-a011-24904a851e4c,segment=NetworkSegment(8e192a0f-936f-422d-a9cb-64bbb026c93b),segment_id=8e192a0f-936f-422d-a9cb-64bbb026c93b)] {{(pid=103145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:17:12.133222 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-430e4df5-fbff-4eca-a6b5-c56c6016b396 req-f2dfb0d7-7710-4c25-87fb-1405940605f8 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks [] for port, precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:12.239958 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-430e4df5-fbff-4eca-a6b5-c56c6016b396 req-f2dfb0d7-7710-4c25-87fb-1405940605f8 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:12.254179 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['7f77f8ec-a564-45e4-a011-24904a851e4c'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:17:12.334678 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e4df5-fbff-4eca-a6b5-c56c6016b396 req-f2dfb0d7-7710-4c25-87fb-1405940605f8 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:12.335452 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-430e4df5-fbff-4eca-a6b5-c56c6016b396 req-f2dfb0d7-7710-4c25-87fb-1405940605f8 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:12.337036 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-430e4df5-fbff-4eca-a6b5-c56c6016b396 req-f2dfb0d7-7710-4c25-87fb-1405940605f8 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "PUT /v2.0/ports/7f77f8ec-a564-45e4-a011-24904a851e4c HTTP/1.1" status: 200 len: 981 time: 0.4991488 Dec 15 14:17:12.340810 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84c8a7c-970e-4b20-8751-3e5346d209ea', 'tag': '7f77f8ec-a564-45e4-a011-24904a851e4c'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:17:12.344733 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54343ee614085f4f2fe791b0f2f4c0bf4988d50ad8e642b13afe6f74cb17e673" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db31a18e-37fa-484f-9c86-4c00a156bef0" -d '{"events": [{"name": "network-changed", "server_uuid": "f84c8a7c-970e-4b20-8751-3e5346d209ea", "tag": "7f77f8ec-a564-45e4-a011-24904a851e4c"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:17:12.377896 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dfb0d7-7710-4c25-87fb-1405940605f8 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Pushing event updated for resources: {'Port': ['ID=7f77f8ec-a564-45e4-a011-24904a851e4c,revision_number=6']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:12.415706 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cf1b1-73d0-477c-afb3-656d57e971b3 req-657f6bb6-b368-47ee-92ec-2bc4c85ecd7c tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:12.418993 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-090cf1b1-73d0-477c-afb3-656d57e971b3 req-657f6bb6-b368-47ee-92ec-2bc4c85ecd7c tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b01b6c5-cbd9-4896-aa19-f740a8fcce46 HTTP/1.1" status: 200 len: 945 time: 0.1482165 Dec 15 14:17:12.440817 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['7f77f8ec-a564-45e4-a011-24904a851e4c'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:17:12.525146 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-090cf1b1-73d0-477c-afb3-656d57e971b3 req-1b321b2f-0ec5-4e2c-b459-5f98c8f8cf33 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/security-groups?id=03bdf105-b1cc-41c1-b14b-04630768ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962062 Dec 15 14:17:12.534984 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029193c-db2d-4366-9280-4ef9f11b5283 req-8479bf82-a6ce-4e55-93ee-9e5f1ed60101 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:12.542575 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7029193c-db2d-4366-9280-4ef9f11b5283 req-8479bf82-a6ce-4e55-93ee-9e5f1ed60101 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 984 time: 0.0960505 Dec 15 14:17:12.621396 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c6b03d-a73f-4fc0-a2da-b6018d0d6cb8 x-openstack-request-id: req-15c6b03d-a73f-4fc0-a2da-b6018d0d6cb8 {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:17:12.622173 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84c8a7c-970e-4b20-8751-3e5346d209ea", "tag": "7f77f8ec-a564-45e4-a011-24904a851e4c", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:17:12.622173 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-15c6b03d-a73f-4fc0-a2da-b6018d0d6cb8 {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:17:12.622394 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84c8a7c-970e-4b20-8751-3e5346d209ea', 'tag': '7f77f8ec-a564-45e4-a011-24904a851e4c', 'status': 'completed', 'code': 200} Dec 15 14:17:12.659495 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-e8ad6b46-6c9f-4a37-96c6-aa45318eb81e None None] Provisioning complete for port 7f77f8ec-a564-45e4-a011-24904a851e4c triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:17:12.660235 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8ad6b46-6c9f-4a37-96c6-aa45318eb81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:12.699370 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7029193c-db2d-4366-9280-4ef9f11b5283 req-a334ccbd-398e-4e47-9726-bfffd25e84d1 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&id=e3a6788a-4487-4c74-bd81-0bd2c008548d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1555471 Dec 15 14:17:12.714856 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31a18e-37fa-484f-9c86-4c00a156bef0 req-30cf370c-1299-4e84-be72-200e56ec4cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:12.716524 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-db31a18e-37fa-484f-9c86-4c00a156bef0 req-30cf370c-1299-4e84-be72-200e56ec4cdc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9ed188fb44624c1b86723b0a0cf261c5&device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 1137 time: 0.0932338 Dec 15 14:17:12.890121 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31a18e-37fa-484f-9c86-4c00a156bef0 req-37e9fdac-1fec-4fcd-bc72-cc3dd620b381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:12.890121 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-db31a18e-37fa-484f-9c86-4c00a156bef0 req-37e9fdac-1fec-4fcd-bc72-cc3dd620b381 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0ab8db93-01e2-4a13-a31c-081ad8890766 HTTP/1.1" status: 200 len: 916 time: 0.1631441 Dec 15 14:17:12.966560 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-db31a18e-37fa-484f-9c86-4c00a156bef0 req-4112bc4c-c077-4464-9964-f571634178d7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f77f8ec-a564-45e4-a011-24904a851e4c HTTP/1.1" status: 200 len: 1001 time: 0.0665708 Dec 15 14:17:13.067040 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31a18e-37fa-484f-9c86-4c00a156bef0 req-c302be28-167b-4ff8-84ad-5f51c0c65c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:13.069731 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-db31a18e-37fa-484f-9c86-4c00a156bef0 req-c302be28-167b-4ff8-84ad-5f51c0c65c9e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c3bc8042-5e9a-48ef-a809-de8051625fa5 HTTP/1.1" status: 200 len: 854 time: 0.0932148 Dec 15 14:17:13.115631 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 39480) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:13.164477 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31a18e-37fa-484f-9c86-4c00a156bef0 req-f797f7a9-17b7-4a82-a8a0-e388fadc6288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:13.166369 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-db31a18e-37fa-484f-9c86-4c00a156bef0 req-f797f7a9-17b7-4a82-a8a0-e388fadc6288 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0ab8db93-01e2-4a13-a31c-081ad8890766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0884995 Dec 15 14:17:13.305584 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-0e838491-e146-40bd-8f26-5f94e287b7e3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-689284942-network', 'tenant_id': '1fb03627f3cf48e883d03edd35399116'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:17:13.309594 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-db31a18e-37fa-484f-9c86-4c00a156bef0 req-b99ef043-8dec-4777-8a6c-8fecc3c6b330 service neutron] 10.222.0.54 "GET /v2.0/networks/0ab8db93-01e2-4a13-a31c-081ad8890766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293466 Dec 15 14:17:13.403231 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-db31a18e-37fa-484f-9c86-4c00a156bef0 req-0d3c678c-fddf-499d-956e-33e865cf43a3 service neutron] 10.222.0.54 "GET /v2.0/networks/0ab8db93-01e2-4a13-a31c-081ad8890766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853388 Dec 15 14:17:13.407483 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e838491-e146-40bd-8f26-5f94e287b7e3 admin admin] Made reservation on behalf of 1fb03627f3cf48e883d03edd35399116 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:17:13.418594 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0e838491-e146-40bd-8f26-5f94e287b7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:13.430346 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0e838491-e146-40bd-8f26-5f94e287b7e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:13.505896 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0e838491-e146-40bd-8f26-5f94e287b7e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:13.566015 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0e838491-e146-40bd-8f26-5f94e287b7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:13.586963 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e838491-e146-40bd-8f26-5f94e287b7e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:17:13.602071 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e838491-e146-40bd-8f26-5f94e287b7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a410643c-f85a-4d9a-9d63-b3eec0195f86,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:13.605079 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0e838491-e146-40bd-8f26-5f94e287b7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:13.605430 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.db.segments_db [None req-0e838491-e146-40bd-8f26-5f94e287b7e3 admin admin] Added segment 210648ca-80de-4163-9abc-f124b0d08ce7 of type vlan for network 0ca1363a-730e-4e8b-a82f-8b7d81e5a05c Dec 15 14:17:13.658878 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0e838491-e146-40bd-8f26-5f94e287b7e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782778959656'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:13.659550 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa5f6b-f635-4aff-bafe-eaaf888993af req-c89c6d8d-d824-4c9b-913d-b7a49251d0f5 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:13.661163 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e1fa5f6b-f635-4aff-bafe-eaaf888993af req-c89c6d8d-d824-4c9b-913d-b7a49251d0f5 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 947 time: 0.0619380 Dec 15 14:17:13.717459 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e1fa5f6b-f635-4aff-bafe-eaaf888993af req-141ff96c-7e75-4e5f-937c-b3dbb63007d3 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503039 Dec 15 14:17:13.781012 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0e838491-e146-40bd-8f26-5f94e287b7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:13.782144 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e838491-e146-40bd-8f26-5f94e287b7e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:13.782765 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0e838491-e146-40bd-8f26-5f94e287b7e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:13.840995 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e838491-e146-40bd-8f26-5f94e287b7e3 admin admin] Pushing event updated for resources: {'Network': ['ID=0ca1363a-730e-4e8b-a82f-8b7d81e5a05c,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:13.851871 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Network 0ca1363a-730e-4e8b-a82f-8b7d81e5a05c details requested by agent ovs-agent-dv-cinder-813229-4-iscsi with host dv-cinder-813229-4-iscsi {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:17:13.897149 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-0e838491-e146-40bd-8f26-5f94e287b7e3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7801473 Dec 15 14:17:13.899759 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 39496) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:13.904534 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-94777a13-3d82-477b-8fcf-ee37c1bd0bf8 admin admin] Request body: {'subnet': {'network_id': '0ca1363a-730e-4e8b-a82f-8b7d81e5a05c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-689284942-subnet', 'tenant_id': '1fb03627f3cf48e883d03edd35399116', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:17:13.994017 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94777a13-3d82-477b-8fcf-ee37c1bd0bf8 admin admin] Made reservation on behalf of 1fb03627f3cf48e883d03edd35399116 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:17:13.996337 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-94777a13-3d82-477b-8fcf-ee37c1bd0bf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802185'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:14.225542 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-94777a13-3d82-477b-8fcf-ee37c1bd0bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59069539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802199'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:14.283124 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94777a13-3d82-477b-8fcf-ee37c1bd0bf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d9daf91-d310-48e3-9912-e86a98be8208,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:14.293166 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94777a13-3d82-477b-8fcf-ee37c1bd0bf8 admin admin] Checking segment: {'id': '210648ca-80de-4163-9abc-f124b0d08ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0ca1363a-730e-4e8b-a82f-8b7d81e5a05c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:17:14.293530 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94777a13-3d82-477b-8fcf-ee37c1bd0bf8 admin admin] Network hostable DHCP agents. Network: 0ca1363a-730e-4e8b-a82f-8b7d81e5a05c, hostable agents: ['00d3855d-cdb4-486b-84c6-a7f3fbe8df5a'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:17:14.396825 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94777a13-3d82-477b-8fcf-ee37c1bd0bf8 admin admin] Network 0ca1363a-730e-4e8b-a82f-8b7d81e5a05c is scheduled to be hosted by DHCP agent 00d3855d-cdb4-486b-84c6-a7f3fbe8df5a with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:17:14.501225 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-94777a13-3d82-477b-8fcf-ee37c1bd0bf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-4-iscsi, 0ca1363a-730e-4e8b-a82f-8b7d81e5a05c) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:17:14.505363 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94777a13-3d82-477b-8fcf-ee37c1bd0bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:14.505972 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-94777a13-3d82-477b-8fcf-ee37c1bd0bf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:14.514818 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07498ba8-7389-4a3f-963f-01a9af780f8d None None] Network 0ca1363a-730e-4e8b-a82f-8b7d81e5a05c requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:17:14.530164 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af6d04-e4da-438f-94f3-95fa45397176 req-2c1379a6-6a16-4257-851c-f25968a18c2c tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:14.531897 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-15af6d04-e4da-438f-94f3-95fa45397176 req-2c1379a6-6a16-4257-851c-f25968a18c2c tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.0536079 Dec 15 14:17:14.579833 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-15af6d04-e4da-438f-94f3-95fa45397176 req-b1544cca-34d0-4731-b1fc-4465ad9cbe90 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420244 Dec 15 14:17:14.602896 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-94777a13-3d82-477b-8fcf-ee37c1bd0bf8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7020354 Dec 15 14:17:14.625529 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83ef54e-c463-4036-ac3a-809df249edbd None None] Network 0ca1363a-730e-4e8b-a82f-8b7d81e5a05c requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:17:14.844265 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048500d-a699-477e-9fdb-5bd8133365c5 req-d298ff1a-a7f6-42b3-b918-d2dc630ea05a tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:14.845794 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0048500d-a699-477e-9fdb-5bd8133365c5 req-d298ff1a-a7f6-42b3-b918-d2dc630ea05a tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 947 time: 0.0481336 Dec 15 14:17:14.894230 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0048500d-a699-477e-9fdb-5bd8133365c5 req-7ea9f115-1c9e-4344-b9a0-29ac1a64ea22 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424845 Dec 15 14:17:15.048953 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-ae9e231b-f0ca-4939-afb5-22dbd3056e66 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:15.050316 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-ae9e231b-f0ca-4939-afb5-22dbd3056e66 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/networks?id=0ca1363a-730e-4e8b-a82f-8b7d81e5a05c HTTP/1.1" status: 200 len: 814 time: 0.1036944 Dec 15 14:17:15.065624 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-9bb848fa-d99a-410b-9a35-08155a5b882d tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/quotas/1fb03627f3cf48e883d03edd35399116 HTTP/1.1" status: 200 len: 375 time: 0.0096195 Dec 15 14:17:15.097364 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-b6354433-27ad-4521-9b69-ec74c05298d1 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1fb03627f3cf48e883d03edd35399116&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264406 Dec 15 14:17:15.191443 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-9e18f121-3384-46b4-b99b-152ad3cd068d service neutron] 10.222.0.36 "GET /v2.0/networks/0ca1363a-730e-4e8b-a82f-8b7d81e5a05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868039 Dec 15 14:17:15.280764 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-ab5bb7ca-dbaf-4a8c-bc5d-8c259e29ea61 service neutron] 10.222.0.36 "GET /v2.0/networks/0ca1363a-730e-4e8b-a82f-8b7d81e5a05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825238 Dec 15 14:17:15.397223 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc834a49-4d74-4a12-abb7-845fe796df97 req-94d95e24-9550-4096-b3a3-5e4278d310e6 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:15.397223 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cc834a49-4d74-4a12-abb7-845fe796df97 req-94d95e24-9550-4096-b3a3-5e4278d310e6 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.54 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 947 time: 0.0521469 Dec 15 14:17:15.512161 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-abe658f7-035a-4a25-977d-7769bfdea97a req-d09f19db-2197-44d9-8bc9-83f7393c7bd5 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6facd328-628c-4075-b7e0-685acaf6112d HTTP/1.1" status: 200 len: 210 time: 0.0279925 Dec 15 14:17:15.522193 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [req-cc834a49-4d74-4a12-abb7-845fe796df97 req-7d7e2998-ba69-48fb-b65c-f9685189952d tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Deleting port 844a6495-532e-422c-8e4b-f5c0486fc42a {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:17:15.522545 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-cc834a49-4d74-4a12-abb7-845fe796df97 req-7d7e2998-ba69-48fb-b65c-f9685189952d tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:15.617520 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-cc834a49-4d74-4a12-abb7-845fe796df97 req-7d7e2998-ba69-48fb-b65c-f9685189952d tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] For port 844a6495-532e-422c-8e4b-f5c0486fc42a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=844a6495-532e-422c-8e4b-f5c0486fc42a,segment=NetworkSegment(88376a90-d228-4b29-87c9-0e4710ba306c),segment_id=88376a90-d228-4b29-87c9-0e4710ba306c)] {{(pid=103145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:17:15.618179 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-cc834a49-4d74-4a12-abb7-845fe796df97 req-7d7e2998-ba69-48fb-b65c-f9685189952d tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:15.823686 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2bf513-858e-44c3-a6e7-9802372ad92e req-5e831253-4cfb-4c39-9469-d54b69b236bf tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:15.825109 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-de2bf513-858e-44c3-a6e7-9802372ad92e req-5e831253-4cfb-4c39-9469-d54b69b236bf tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.1741765 Dec 15 14:17:15.919390 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-de2bf513-858e-44c3-a6e7-9802372ad92e req-3f1db6aa-c4d7-416a-98b0-d4add66a6212 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875106 Dec 15 14:17:15.922047 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-cc834a49-4d74-4a12-abb7-845fe796df97 req-7d7e2998-ba69-48fb-b65c-f9685189952d tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:15.922525 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-cc834a49-4d74-4a12-abb7-845fe796df97 req-7d7e2998-ba69-48fb-b65c-f9685189952d tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583636'] for floatingip, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:15.922847 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.db.l3_db [req-cc834a49-4d74-4a12-abb7-845fe796df97 req-7d7e2998-ba69-48fb-b65c-f9685189952d tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Floating IP 5715e6ed-a541-44dc-9086-e34e55e3394d disassociated. External IP: 172.27.3.165, port: 844a6495-532e-422c-8e4b-f5c0486fc42a. Dec 15 14:17:15.923526 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [req-cc834a49-4d74-4a12-abb7-845fe796df97 req-7d7e2998-ba69-48fb-b65c-f9685189952d tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Calling delete_port for 844a6495-532e-422c-8e4b-f5c0486fc42a owned by compute:nova {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:17:16.064604 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f28b1-7904-44dd-9374-48cd0d5da0ce req-5f372e48-737a-4418-8fcc-6e186bd327f9 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:16.067399 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-880f28b1-7904-44dd-9374-48cd0d5da0ce req-5f372e48-737a-4418-8fcc-6e186bd327f9 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 947 time: 0.0877194 Dec 15 14:17:16.153943 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-880f28b1-7904-44dd-9374-48cd0d5da0ce req-0d112bff-082a-4876-a59a-10623c8997ac tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e234e0f-8940-440a-bace-a4822f347c66&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0792360 Dec 15 14:17:16.231020 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-cc834a49-4d74-4a12-abb7-845fe796df97 req-7d7e2998-ba69-48fb-b65c-f9685189952d tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:16.258683 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e2998-ba69-48fb-b65c-f9685189952d tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Pushing event deleted for resources: {'Port': ['ID=844a6495-532e-422c-8e4b-f5c0486fc42a,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:16.374973 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc834a49-4d74-4a12-abb7-845fe796df97 req-7d7e2998-ba69-48fb-b65c-f9685189952d tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Router 338eeed0-0f42-48a9-9854-55c4d5b1385f has already been hosted by L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b {{(pid=103145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:17:16.488575 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc834a49-4d74-4a12-abb7-845fe796df97 req-7d7e2998-ba69-48fb-b65c-f9685189952d tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:17:16.500285 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde57c58-388f-4873-9f2c-9894c8990a81 None None] Sync routers for ids ['338eeed0-0f42-48a9-9854-55c4d5b1385f'] in dv-cinder-813229-4-iscsi {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:17:16.511383 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde57c58-388f-4873-9f2c-9894c8990a81 None None] Routers {'338eeed0-0f42-48a9-9854-55c4d5b1385f'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:17:16.512389 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-cde57c58-388f-4873-9f2c-9894c8990a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:17:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['338eeed0-0f42-48a9-9854-55c4d5b1385f'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:17:16.649941 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-cde57c58-388f-4873-9f2c-9894c8990a81 None None] Set router 338eeed0-0f42-48a9-9854-55c4d5b1385f gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:17:16.792374 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc834a49-4d74-4a12-abb7-845fe796df97 req-7d7e2998-ba69-48fb-b65c-f9685189952d tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] No DVR routers for this DVR port 844a6495-532e-422c-8e4b-f5c0486fc42a on host hv-cinder-81322 {{(pid=103145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:17:16.795441 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2fa20d1e-5e80-4dcf-9ac1-46355fffa80e req-6f7398fd-8257-4a9a-ba79-7ea9f1a288a3 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6facd328-628c-4075-b7e0-685acaf6112d HTTP/1.1" status: 200 len: 210 time: 0.0419543 Dec 15 14:17:16.796488 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-cc834a49-4d74-4a12-abb7-845fe796df97 req-7d7e2998-ba69-48fb-b65c-f9685189952d tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:16.799736 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cc834a49-4d74-4a12-abb7-845fe796df97 req-7d7e2998-ba69-48fb-b65c-f9685189952d tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.54 "DELETE /v2.0/ports/844a6495-532e-422c-8e4b-f5c0486fc42a HTTP/1.1" status: 204 len: 173 time: 1.3932295 Dec 15 14:17:16.800192 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8631f02e-761c-4b6a-9b55-fd29ddfe47d8', 'name': 'network-vif-deleted', 'tag': '844a6495-532e-422c-8e4b-f5c0486fc42a'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:17:16.802478 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54343ee614085f4f2fe791b0f2f4c0bf4988d50ad8e642b13afe6f74cb17e673" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5377f1c8-4579-4038-bdfd-bdb5a450fcd8" -d '{"events": [{"server_uuid": "8631f02e-761c-4b6a-9b55-fd29ddfe47d8", "name": "network-vif-deleted", "tag": "844a6495-532e-422c-8e4b-f5c0486fc42a"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:17:16.855155 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5f281e-0e85-4822-ba80-d24fe3adc381 x-openstack-request-id: req-ba5f281e-0e85-4822-ba80-d24fe3adc381 {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:17:16.855786 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8631f02e-761c-4b6a-9b55-fd29ddfe47d8", "name": "network-vif-deleted", "tag": "844a6495-532e-422c-8e4b-f5c0486fc42a", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:17:16.856084 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ba5f281e-0e85-4822-ba80-d24fe3adc381 {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:17:16.857174 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8631f02e-761c-4b6a-9b55-fd29ddfe47d8', 'name': 'network-vif-deleted', 'tag': '844a6495-532e-422c-8e4b-f5c0486fc42a', 'status': 'completed', 'code': 200} Dec 15 14:17:16.879490 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-cde57c58-388f-4873-9f2c-9894c8990a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'name': 'tempest-AttachVolumeShelveTestJSON-839835585-router', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '6d0e5b21-2828-4507-aa1e-208a44ecac8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:07Z', 'updated_at': '2021-12-15T14:13:15Z', 'revision_number': 4, 'project_id': '0d09ce10de40483aa9ac94558a84aa47', 'gw_port': {'id': '6d0e5b21-2828-4507-aa1e-208a44ecac8e', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:08Z', 'updated_at': '2021-12-15T14:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': 'dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a', 'name': '', 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'mac_address': 'fa:16:3e:78:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1cdbf821-be2b-4255-be5a-f39d9618a49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:13Z', 'updated_at': '2021-12-15T14:13:21Z', 'revision_number': 5, 'project_id': '0d09ce10de40483aa9ac94558a84aa47', 'subnets': [{'id': '1cdbf821-be2b-4255-be5a-f39d9618a49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:17:17.034761 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde57c58-388f-4873-9f2c-9894c8990a81 None None] Checking router: 338eeed0-0f42-48a9-9854-55c4d5b1385f for host: dv-cinder-813229-4-iscsi {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:17:17.043418 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde57c58-388f-4873-9f2c-9894c8990a81 None None] Routers {'338eeed0-0f42-48a9-9854-55c4d5b1385f'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:17:17.044083 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-cde57c58-388f-4873-9f2c-9894c8990a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:17:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['338eeed0-0f42-48a9-9854-55c4d5b1385f'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:17:17.061939 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b72455-937f-4a0d-a387-4e53817d967d req-b486de8c-e1ee-4f2f-966d-3998cdf4cfdf tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:17.070006 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-91b72455-937f-4a0d-a387-4e53817d967d req-b486de8c-e1ee-4f2f-966d-3998cdf4cfdf tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.0642600 Dec 15 14:17:17.132224 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-91b72455-937f-4a0d-a387-4e53817d967d req-efeafb64-7f80-4a76-8506-78fb4b871fbc tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606508 Dec 15 14:17:17.157030 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-cde57c58-388f-4873-9f2c-9894c8990a81 None None] Set router 338eeed0-0f42-48a9-9854-55c4d5b1385f gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:17:17.266974 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c9d3a771-5bce-4afb-a64e-425a89dfef18 req-c64961c7-ca63-4f6f-821f-8d8389ac9506 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=8631f02e-761c-4b6a-9b55-fd29ddfe47d8 HTTP/1.1" status: 200 len: 210 time: 0.0263047 Dec 15 14:17:17.369070 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-cde57c58-388f-4873-9f2c-9894c8990a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'name': 'tempest-AttachVolumeShelveTestJSON-839835585-router', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '6d0e5b21-2828-4507-aa1e-208a44ecac8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:07Z', 'updated_at': '2021-12-15T14:13:15Z', 'revision_number': 4, 'project_id': '0d09ce10de40483aa9ac94558a84aa47', 'gw_port': {'id': '6d0e5b21-2828-4507-aa1e-208a44ecac8e', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:08Z', 'updated_at': '2021-12-15T14:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': 'dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a', 'name': '', 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'mac_address': 'fa:16:3e:78:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1cdbf821-be2b-4255-be5a-f39d9618a49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:13Z', 'updated_at': '2021-12-15T14:13:21Z', 'revision_number': 5, 'project_id': '0d09ce10de40483aa9ac94558a84aa47', 'subnets': [{'id': '1cdbf821-be2b-4255-be5a-f39d9618a49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:17:17.399059 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde57c58-388f-4873-9f2c-9894c8990a81 None None] The sync data for ids ['338eeed0-0f42-48a9-9854-55c4d5b1385f'] in dv-cinder-813229-4-iscsi is: [{'id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'name': 'tempest-AttachVolumeShelveTestJSON-839835585-router', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '6d0e5b21-2828-4507-aa1e-208a44ecac8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:07Z', 'updated_at': '2021-12-15T14:13:15Z', 'revision_number': 4, 'project_id': '0d09ce10de40483aa9ac94558a84aa47', 'gw_port': {'id': '6d0e5b21-2828-4507-aa1e-208a44ecac8e', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:08Z', 'updated_at': '2021-12-15T14:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': 'dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a', 'name': '', 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'mac_address': 'fa:16:3e:78:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1cdbf821-be2b-4255-be5a-f39d9618a49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:13Z', 'updated_at': '2021-12-15T14:13:21Z', 'revision_number': 5, 'project_id': '0d09ce10de40483aa9ac94558a84aa47', 'subnets': [{'id': '1cdbf821-be2b-4255-be5a-f39d9618a49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:17:17.638200 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b042be-3ffb-4d8f-a58d-41c6b882da54 None None] New status for floating IP 5715e6ed-a541-44dc-9086-e34e55e3394d: DOWN {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:17:17.961093 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ca432421-4b93-4d1d-8292-18d86c3a4503 req-5a0c564f-312e-40f9-9c1c-bcb6773f83f9 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6facd328-628c-4075-b7e0-685acaf6112d HTTP/1.1" status: 200 len: 210 time: 0.0461991 Dec 15 14:17:17.979986 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-c690e472-06df-4969-881e-6b9bf4b9110c tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:17.981587 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-c690e472-06df-4969-881e-6b9bf4b9110c tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.54 "GET /v2.0/networks?id=0ca1363a-730e-4e8b-a82f-8b7d81e5a05c HTTP/1.1" status: 200 len: 814 time: 0.1664407 Dec 15 14:17:17.997088 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-4d941fbb-10ff-4f46-90ca-502bdab0ecc7 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Request body: {'port': {'device_id': '6facd328-628c-4075-b7e0-685acaf6112d', 'network_id': '0ca1363a-730e-4e8b-a82f-8b7d81e5a05c', 'admin_state_up': True, 'tenant_id': '1fb03627f3cf48e883d03edd35399116'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:17:18.205905 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-4d941fbb-10ff-4f46-90ca-502bdab0ecc7 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Made reservation on behalf of 1fb03627f3cf48e883d03edd35399116 for: {'port': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:17:18.209400 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-4d941fbb-10ff-4f46-90ca-502bdab0ecc7 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:18.267594 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117330d-56a5-4dcd-a7a2-41306449a266 req-c87f4e3c-bf99-4af2-9027-b3342356bf0b tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:18.269030 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3117330d-56a5-4dcd-a7a2-41306449a266 req-c87f4e3c-bf99-4af2-9027-b3342356bf0b tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.0747521 Dec 15 14:17:18.381644 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3117330d-56a5-4dcd-a7a2-41306449a266 req-90cd3be3-7fac-4250-8110-b10812e2a36d tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873952 Dec 15 14:17:18.402604 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-4d941fbb-10ff-4f46-90ca-502bdab0ecc7 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Allocated IP 172.20.0.3 (0ca1363a-730e-4e8b-a82f-8b7d81e5a05c/7d9daf91-d310-48e3-9912-e86a98be8208/8d57ebc8-df52-4c7e-a667-d3e62ecd8753) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:17:18.432055 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 39566) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:18.486399 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8d75e990-ba5a-4c71-99b4-1a5049255f58 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:18.510332 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8d75e990-ba5a-4c71-99b4-1a5049255f58 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:18.555436 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-4d941fbb-10ff-4f46-90ca-502bdab0ecc7 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Publish callbacks [] for port, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:18.608414 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8d75e990-ba5a-4c71-99b4-1a5049255f58 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:18.611103 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8d75e990-ba5a-4c71-99b4-1a5049255f58 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:18.612311 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-8d75e990-ba5a-4c71-99b4-1a5049255f58 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "DELETE /v2.0/security-groups/2e234e0f-8940-440a-bace-a4822f347c66 HTTP/1.1" status: 204 len: 168 time: 0.1794257 Dec 15 14:17:18.614958 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 39568) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:18.621816 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75e990-ba5a-4c71-99b4-1a5049255f58 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e234e0f-8940-440a-bace-a4822f347c66,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:18.628704 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.api.v2.resource [None req-004b80d1-88c0-4940-8593-3b7245445e43 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] show failed (client error): The resource could not be found. Dec 15 14:17:18.629719 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-004b80d1-88c0-4940-8593-3b7245445e43 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups/2e234e0f-8940-440a-bace-a4822f347c66 HTTP/1.1" status: 404 len: 347 time: 0.0137498 Dec 15 14:17:18.633017 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 39570) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:18.641853 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-4d941fbb-10ff-4f46-90ca-502bdab0ecc7 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:18.760903 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-4d941fbb-10ff-4f46-90ca-502bdab0ecc7 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Network 0ca1363a-730e-4e8b-a82f-8b7d81e5a05c is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:17:18.767588 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-4d941fbb-10ff-4f46-90ca-502bdab0ecc7 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:17:18.770032 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-4d941fbb-10ff-4f46-90ca-502bdab0ecc7 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:17:18.794238 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d941fbb-10ff-4f46-90ca-502bdab0ecc7 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Pushing event updated for resources: {'Port': ['ID=8d57ebc8-df52-4c7e-a667-d3e62ecd8753,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:18.849944 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-4d941fbb-10ff-4f46-90ca-502bdab0ecc7 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:18.850582 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-4d941fbb-10ff-4f46-90ca-502bdab0ecc7 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:18.874402 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-083389bb-b759-4098-8c34-b935e6a05314 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Deleting port adddd619-97eb-407f-a0a1-5b7a471b42aa {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:17:18.874741 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-083389bb-b759-4098-8c34-b935e6a05314 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:18.951195 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-4d941fbb-10ff-4f46-90ca-502bdab0ecc7 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9582844 Dec 15 14:17:18.954600 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-083389bb-b759-4098-8c34-b935e6a05314 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:18.954906 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-083389bb-b759-4098-8c34-b935e6a05314 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:18.966063 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-f9572013-e4dd-44d0-9d27-e7ae2b9223ac service neutron] Request body: {'port': {'device_id': '6facd328-628c-4075-b7e0-685acaf6112d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:17:18.992450 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-083389bb-b759-4098-8c34-b935e6a05314 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Calling delete_port for adddd619-97eb-407f-a0a1-5b7a471b42aa owned by network:floatingip {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:17:19.106525 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-f9572013-e4dd-44d0-9d27-e7ae2b9223ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:19.116134 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 844a6495-532e-422c-8e4b-f5c0486fc42a no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:17:19.136256 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] No Port match for: 844a6495-532e-422c-8e4b-f5c0486fc42a {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:17:19.136612 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 844a6495-532e-422c-8e4b-f5c0486fc42a not bound to the agent host hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:17:19.181945 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8ec2f-65f4-4938-8eae-775e62aec066 req-22e41350-a04a-4965-a6ff-cdccb3b84bc9 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:19.183434 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f6a8ec2f-65f4-4938-8eae-775e62aec066 req-22e41350-a04a-4965-a6ff-cdccb3b84bc9 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6facd328-628c-4075-b7e0-685acaf6112d HTTP/1.1" status: 200 len: 931 time: 0.1388326 Dec 15 14:17:19.325384 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f6a8ec2f-65f4-4938-8eae-775e62aec066 req-a8411683-c590-4a7f-9d80-b20c17ae613c tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338978 Dec 15 14:17:19.419178 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-083389bb-b759-4098-8c34-b935e6a05314 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:19.465401 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083389bb-b759-4098-8c34-b935e6a05314 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Pushing event deleted for resources: {'Port': ['ID=adddd619-97eb-407f-a0a1-5b7a471b42aa,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:19.594097 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-f9572013-e4dd-44d0-9d27-e7ae2b9223ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d57ebc8-df52-4c7e-a667-d3e62ecd8753 {{(pid=103145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:17:19.602431 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-083389bb-b759-4098-8c34-b935e6a05314 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for floatingip, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:19.605026 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-083389bb-b759-4098-8c34-b935e6a05314 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for floatingip, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:19.606163 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-083389bb-b759-4098-8c34-b935e6a05314 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "DELETE /v2.0/floatingips/5715e6ed-a541-44dc-9086-e34e55e3394d HTTP/1.1" status: 204 len: 168 time: 0.9721029 Dec 15 14:17:19.613862 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded3894-7154-4d1f-b0f7-c4691f2973c9 req-44257b95-b85e-4c18-b56e-cc80364f3a03 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:19.615274 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2ded3894-7154-4d1f-b0f7-c4691f2973c9 req-44257b95-b85e-4c18-b56e-cc80364f3a03 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.1562555 Dec 15 14:17:19.617101 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-f9572013-e4dd-44d0-9d27-e7ae2b9223ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:19.643420 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.provisioning_blocks [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-f9572013-e4dd-44d0-9d27-e7ae2b9223ac service neutron] Transition to ACTIVE for port object 8d57ebc8-df52-4c7e-a667-d3e62ecd8753 will not be triggered until provisioned by entity L2. {{(pid=103145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:17:19.671556 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2ded3894-7154-4d1f-b0f7-c4691f2973c9 req-a3730ef6-0ef1-4607-a5a4-96f7eabe3f52 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499914 Dec 15 14:17:19.711366 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-f9572013-e4dd-44d0-9d27-e7ae2b9223ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:19.760920 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9572013-e4dd-44d0-9d27-e7ae2b9223ac service neutron] Pushing event updated for resources: {'Port': ['ID=8d57ebc8-df52-4c7e-a667-d3e62ecd8753,revision_number=2']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:19.787726 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:19.831494 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-f9572013-e4dd-44d0-9d27-e7ae2b9223ac service neutron] Attempting to bind port 8d57ebc8-df52-4c7e-a667-d3e62ecd8753 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:17:19.831830 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-f9572013-e4dd-44d0-9d27-e7ae2b9223ac service neutron] Attempting to bind port 8d57ebc8-df52-4c7e-a667-d3e62ecd8753 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '210648ca-80de-4163-9abc-f124b0d08ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0ca1363a-730e-4e8b-a82f-8b7d81e5a05c'}] {{(pid=103145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:17:19.832191 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-f9572013-e4dd-44d0-9d27-e7ae2b9223ac service neutron] Attempting to bind port 8d57ebc8-df52-4c7e-a667-d3e62ecd8753 on network 0ca1363a-730e-4e8b-a82f-8b7d81e5a05c {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:17:19.836392 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-f9572013-e4dd-44d0-9d27-e7ae2b9223ac service neutron] Port 8d57ebc8-df52-4c7e-a667-d3e62ecd8753 on network 0ca1363a-730e-4e8b-a82f-8b7d81e5a05c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:17:19.836716 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-f9572013-e4dd-44d0-9d27-e7ae2b9223ac service neutron] Attempting to bind port 8d57ebc8-df52-4c7e-a667-d3e62ecd8753 on network 0ca1363a-730e-4e8b-a82f-8b7d81e5a05c {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:17:19.841492 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-f9572013-e4dd-44d0-9d27-e7ae2b9223ac service neutron] Checking agent: {'id': 'ac5d7605-2d06-411e-ba74-ad46eb528a57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 11, 20), 'started_at': datetime.datetime(2021, 12, 15, 14, 11, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:17:19.841853 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-f9572013-e4dd-44d0-9d27-e7ae2b9223ac service neutron] Checking segment: {'id': '210648ca-80de-4163-9abc-f124b0d08ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0ca1363a-730e-4e8b-a82f-8b7d81e5a05c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:17:19.842785 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-f9572013-e4dd-44d0-9d27-e7ae2b9223ac service neutron] Bound using segment: {'id': '210648ca-80de-4163-9abc-f124b0d08ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0ca1363a-730e-4e8b-a82f-8b7d81e5a05c'} {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:17:19.843289 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-f9572013-e4dd-44d0-9d27-e7ae2b9223ac service neutron] Bound port: 8d57ebc8-df52-4c7e-a667-d3e62ecd8753, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '210648ca-80de-4163-9abc-f124b0d08ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0ca1363a-730e-4e8b-a82f-8b7d81e5a05c'}}] {{(pid=103145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:17:19.843642 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-f9572013-e4dd-44d0-9d27-e7ae2b9223ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:19.909326 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-f9572013-e4dd-44d0-9d27-e7ae2b9223ac service neutron] For port 8d57ebc8-df52-4c7e-a667-d3e62ecd8753, host hv-cinder-81322, cleared binding levels {{(pid=103145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:17:19.912324 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-f9572013-e4dd-44d0-9d27-e7ae2b9223ac service neutron] For port 8d57ebc8-df52-4c7e-a667-d3e62ecd8753, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8d57ebc8-df52-4c7e-a667-d3e62ecd8753,segment=NetworkSegment(210648ca-80de-4163-9abc-f124b0d08ce7),segment_id=210648ca-80de-4163-9abc-f124b0d08ce7)] {{(pid=103145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:17:19.979763 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-f9572013-e4dd-44d0-9d27-e7ae2b9223ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:20.016645 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-f9572013-e4dd-44d0-9d27-e7ae2b9223ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:20.017424 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-f9572013-e4dd-44d0-9d27-e7ae2b9223ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:20.019191 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-f9572013-e4dd-44d0-9d27-e7ae2b9223ac service neutron] 10.222.0.54 "PUT /v2.0/ports/8d57ebc8-df52-4c7e-a667-d3e62ecd8753 HTTP/1.1" status: 200 len: 1093 time: 1.0568359 Dec 15 14:17:20.021196 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6facd328-628c-4075-b7e0-685acaf6112d', 'tag': '8d57ebc8-df52-4c7e-a667-d3e62ecd8753'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:17:20.024367 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54343ee614085f4f2fe791b0f2f4c0bf4988d50ad8e642b13afe6f74cb17e673" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652487e1-d1d1-46a5-bd67-67f3bcf2bb1a" -d '{"events": [{"name": "network-changed", "server_uuid": "6facd328-628c-4075-b7e0-685acaf6112d", "tag": "8d57ebc8-df52-4c7e-a667-d3e62ecd8753"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:17:20.057062 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9572013-e4dd-44d0-9d27-e7ae2b9223ac service neutron] Pushing event updated for resources: {'Port': ['ID=8d57ebc8-df52-4c7e-a667-d3e62ecd8753,revision_number=3']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:20.058148 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 39584) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:20.064155 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-ba3b5339-c2e8-4730-8106-9af26dfdfef4 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1724185551', 'description': 'tempest-description--1165020929'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:17:20.074276 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e66e2a-a676-4b9d-ac58-3bb252d7d865 x-openstack-request-id: req-44e66e2a-a676-4b9d-ac58-3bb252d7d865 {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:17:20.074276 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6facd328-628c-4075-b7e0-685acaf6112d", "tag": "8d57ebc8-df52-4c7e-a667-d3e62ecd8753", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:17:20.074276 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-44e66e2a-a676-4b9d-ac58-3bb252d7d865 {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:17:20.074276 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6facd328-628c-4075-b7e0-685acaf6112d', 'tag': '8d57ebc8-df52-4c7e-a667-d3e62ecd8753', 'status': 'completed', 'code': 200} Dec 15 14:17:20.135079 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652487e1-d1d1-46a5-bd67-67f3bcf2bb1a req-c38f69a6-2b63-4c05-bbd8-011f5e352709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:20.136670 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-652487e1-d1d1-46a5-bd67-67f3bcf2bb1a req-c38f69a6-2b63-4c05-bbd8-011f5e352709 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1fb03627f3cf48e883d03edd35399116&device_id=6facd328-628c-4075-b7e0-685acaf6112d HTTP/1.1" status: 200 len: 1096 time: 0.0455227 Dec 15 14:17:20.201330 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ba3b5339-c2e8-4730-8106-9af26dfdfef4 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:20.270239 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652487e1-d1d1-46a5-bd67-67f3bcf2bb1a req-a3ce51af-1e7b-4d19-a934-be56098fb072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:20.271609 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-652487e1-d1d1-46a5-bd67-67f3bcf2bb1a req-a3ce51af-1e7b-4d19-a934-be56098fb072 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=1fb03627f3cf48e883d03edd35399116&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1239078 Dec 15 14:17:20.360612 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ba3b5339-c2e8-4730-8106-9af26dfdfef4 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:20.395233 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652487e1-d1d1-46a5-bd67-67f3bcf2bb1a req-ce8d5dec-0755-4dc1-9daa-fab808d8ca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:20.396733 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-652487e1-d1d1-46a5-bd67-67f3bcf2bb1a req-ce8d5dec-0755-4dc1-9daa-fab808d8ca94 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1155941 Dec 15 14:17:20.424657 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ba3b5339-c2e8-4730-8106-9af26dfdfef4 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:20.485643 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b5339-c2e8-4730-8106-9af26dfdfef4 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2c20a0-af41-4a98-bba9-9063325654d0,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:20.502162 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83775d-73be-4188-8c1e-2afc80224e60 req-3a6bf97c-b8a7-4e41-959c-e0cfd0462720 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:20.503644 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ea83775d-73be-4188-8c1e-2afc80224e60 req-3a6bf97c-b8a7-4e41-959c-e0cfd0462720 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6facd328-628c-4075-b7e0-685acaf6112d HTTP/1.1" status: 200 len: 943 time: 0.1060510 Dec 15 14:17:20.518994 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-e11a6a62-10a0-4e3d-b888-32ea0d23741d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:20.520438 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-e11a6a62-10a0-4e3d-b888-32ea0d23741d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1fb03627f3cf48e883d03edd35399116&device_id=6facd328-628c-4075-b7e0-685acaf6112d HTTP/1.1" status: 200 len: 1096 time: 0.0768661 Dec 15 14:17:20.529230 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-ba3b5339-c2e8-4730-8106-9af26dfdfef4 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:20.530898 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-ba3b5339-c2e8-4730-8106-9af26dfdfef4 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4717276 Dec 15 14:17:20.533969 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 39588) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:20.538455 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-24336b84-188e-4f01-933a-fd7f74090975 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Request body: {'security_group_rule': {'security_group_id': 'ad2c20a0-af41-4a98-bba9-9063325654d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:17:20.580104 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-64be0ae9-1800-4d35-aa06-720f8a610118 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d57ebc8-df52-4c7e-a667-d3e62ecd8753 HTTP/1.1" status: 200 len: 217 time: 0.0466518 Dec 15 14:17:20.605311 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ea83775d-73be-4188-8c1e-2afc80224e60 req-48ce3392-7a7d-4e28-8964-a8cf6bf65035 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940437 Dec 15 14:17:20.623319 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-24336b84-188e-4f01-933a-fd7f74090975 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:20.643599 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-312af335-4944-40af-988c-dbf31aea4524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:20.645109 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-312af335-4944-40af-988c-dbf31aea4524 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7d9daf91-d310-48e3-9912-e86a98be8208 HTTP/1.1" status: 200 len: 854 time: 0.0556724 Dec 15 14:17:20.681324 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-24336b84-188e-4f01-933a-fd7f74090975 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:20.691053 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-814f1183-3d5a-426e-8c18-34d4326150d8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0ca1363a-730e-4e8b-a82f-8b7d81e5a05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343275 Dec 15 14:17:20.774037 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-24336b84-188e-4f01-933a-fd7f74090975 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629912'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:20.793158 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24336b84-188e-4f01-933a-fd7f74090975 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e42be04-fe65-43fa-841d-6dc23fee03cc,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:20.836592 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0df995-2ae3-4f1a-8be3-827cf04e8dc8 req-8696a553-6201-4566-b323-cd058f775df9 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:20.838058 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-bf0df995-2ae3-4f1a-8be3-827cf04e8dc8 req-8696a553-6201-4566-b323-cd058f775df9 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.0805717 Dec 15 14:17:20.841530 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-d8ff55e8-e1cb-4a61-ba5e-065cf2dcfd1e service neutron] 10.222.0.54 "GET /v2.0/networks/0ca1363a-730e-4e8b-a82f-8b7d81e5a05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320665 Dec 15 14:17:20.876394 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-24336b84-188e-4f01-933a-fd7f74090975 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:20.878699 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-24336b84-188e-4f01-933a-fd7f74090975 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3425794 Dec 15 14:17:20.883320 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 39592) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:20.887684 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-e1ea0c6b-52bb-4b5c-95f3-6be94c383087 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Request body: {'security_group_rule': {'security_group_id': 'ad2c20a0-af41-4a98-bba9-9063325654d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:17:20.937282 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-bf0df995-2ae3-4f1a-8be3-827cf04e8dc8 req-965ac648-e880-409f-ad7c-7dd24e8a59fc tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925941 Dec 15 14:17:20.969883 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-45c8581d-1936-4e36-93f6-69d9c81bedb8 req-cebc0b74-e425-4a1b-af87-31aa00305a22 service neutron] 10.222.0.54 "GET /v2.0/networks/0ca1363a-730e-4e8b-a82f-8b7d81e5a05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118329 Dec 15 14:17:20.995687 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e1ea0c6b-52bb-4b5c-95f3-6be94c383087 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:21.244446 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e1ea0c6b-52bb-4b5c-95f3-6be94c383087 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:21.328480 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e1ea0c6b-52bb-4b5c-95f3-6be94c383087 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629912'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:21.346987 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea0c6b-52bb-4b5c-95f3-6be94c383087 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d806bd2a-6678-475e-a255-aa382a716046,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:21.416059 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e1ea0c6b-52bb-4b5c-95f3-6be94c383087 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:21.417406 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-e1ea0c6b-52bb-4b5c-95f3-6be94c383087 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5330431 Dec 15 14:17:21.421196 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 39598) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:21.425734 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-3f3812a8-923c-48fc-810f-eb4f376e51b7 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Request body: {'floatingip': {'floating_network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:17:21.525963 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-3f3812a8-923c-48fc-810f-eb4f376e51b7 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for floatingip, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:21.626556 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-3f3812a8-923c-48fc-810f-eb4f376e51b7 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:21.767644 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b369f6-10a6-41cc-8074-2884031b1185 req-b36ea66f-054a-4206-bf7a-1c7454697519 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:21.769166 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-09b369f6-10a6-41cc-8074-2884031b1185 req-b36ea66f-054a-4206-bf7a-1c7454697519 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6facd328-628c-4075-b7e0-685acaf6112d HTTP/1.1" status: 200 len: 943 time: 0.0862060 Dec 15 14:17:21.777304 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [None req-3f3812a8-923c-48fc-810f-eb4f376e51b7 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Allocated IP 172.27.3.41 (828b465c-2de9-4223-b21e-29ccc1fcf343/8db6495a-cb76-4dd2-8fa8-8ada67659a42/8db8ddcc-7475-497d-a10d-6ea247ef00a3) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:17:21.867531 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-09b369f6-10a6-41cc-8074-2884031b1185 req-11babb4e-dc1f-4473-9715-6a0c191838ff tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914893 Dec 15 14:17:21.913423 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-3f3812a8-923c-48fc-810f-eb4f376e51b7 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for port, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:22.003111 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-3f3812a8-923c-48fc-810f-eb4f376e51b7 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:22.069623 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3812a8-923c-48fc-810f-eb4f376e51b7 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Network 828b465c-2de9-4223-b21e-29ccc1fcf343 is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:17:22.075642 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-3f3812a8-923c-48fc-810f-eb4f376e51b7 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:17:22.078341 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3812a8-923c-48fc-810f-eb4f376e51b7 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:17:22.108180 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3812a8-923c-48fc-810f-eb4f376e51b7 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Pushing event updated for resources: {'Port': ['ID=8db8ddcc-7475-497d-a10d-6ea247ef00a3,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:22.130836 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f430ba5-a0f9-4800-8c4a-997b5a695632 req-119dbb00-9742-42d8-861e-76cd327a8d70 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:22.132341 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1f430ba5-a0f9-4800-8c4a-997b5a695632 req-119dbb00-9742-42d8-861e-76cd327a8d70 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.1218348 Dec 15 14:17:22.215553 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1f430ba5-a0f9-4800-8c4a-997b5a695632 req-9ebe3f61-35bc-452c-9543-a98c32d74070 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768185 Dec 15 14:17:22.221863 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-3f3812a8-923c-48fc-810f-eb4f376e51b7 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:22.299753 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-3f3812a8-923c-48fc-810f-eb4f376e51b7 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:22.447411 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-3f3812a8-923c-48fc-810f-eb4f376e51b7 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for port, precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:22.519225 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-3f3812a8-923c-48fc-810f-eb4f376e51b7 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:22.589665 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3812a8-923c-48fc-810f-eb4f376e51b7 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Pushing event updated for resources: {'Port': ['ID=8db8ddcc-7475-497d-a10d-6ea247ef00a3,revision_number=2']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:22.603416 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-3f3812a8-923c-48fc-810f-eb4f376e51b7 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583636'] for floatingip, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:22.692866 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-3f3812a8-923c-48fc-810f-eb4f376e51b7 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for floatingip, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:22.694097 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-3f3812a8-923c-48fc-810f-eb4f376e51b7 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2719083 Dec 15 14:17:22.884324 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-50c844b4-54cf-4f81-96b8-5f2ce6e4d5a2 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1724185551&fields=id&tenant_id=0d09ce10de40483aa9ac94558a84aa47 HTTP/1.1" status: 200 len: 267 time: 0.0423861 Dec 15 14:17:23.011099 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fdb1e-7d3d-47bd-8e45-85464b639247 req-2ae5fdc0-db1b-4ff0-8021-12442569fee0 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:23.012499 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-078fdb1e-7d3d-47bd-8e45-85464b639247 req-2ae5fdc0-db1b-4ff0-8021-12442569fee0 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6facd328-628c-4075-b7e0-685acaf6112d HTTP/1.1" status: 200 len: 943 time: 0.0767767 Dec 15 14:17:23.042400 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-88b83096-4c6c-4a43-ad3d-a7f4d67f845f tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:23.043812 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-88b83096-4c6c-4a43-ad3d-a7f4d67f845f tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/networks?id=87207a00-487c-41ca-9a1a-60e78eea9937 HTTP/1.1" status: 200 len: 816 time: 0.1519535 Dec 15 14:17:23.069449 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-307b331a-0a5b-4cbb-bd57-a37734cf452c tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/quotas/0d09ce10de40483aa9ac94558a84aa47 HTTP/1.1" status: 200 len: 375 time: 0.0192480 Dec 15 14:17:23.090024 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-078fdb1e-7d3d-47bd-8e45-85464b639247 req-540cd0be-4f64-41d4-a569-a4a096315c74 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684073 Dec 15 14:17:23.125959 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-103567ee-ca52-4b3d-96c1-c5c0294379dc tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d09ce10de40483aa9ac94558a84aa47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491371 Dec 15 14:17:23.222863 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-1ed9c12f-e64b-44de-a6f4-8580979aa032 service neutron] 10.222.0.36 "GET /v2.0/networks/87207a00-487c-41ca-9a1a-60e78eea9937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851028 Dec 15 14:17:23.572585 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-3e7cf049-22b6-4d9a-bc97-0a8d6bbe5e6a service neutron] 10.222.0.36 "GET /v2.0/networks/87207a00-487c-41ca-9a1a-60e78eea9937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433969 Dec 15 14:17:23.589209 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a322037-cd46-4c2b-bad3-97c3ab66a3ba req-fd933dfa-a6f0-4972-b018-0eac8a4f7158 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:23.591006 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0a322037-cd46-4c2b-bad3-97c3ab66a3ba req-fd933dfa-a6f0-4972-b018-0eac8a4f7158 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.3024585 Dec 15 14:17:23.640636 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0a322037-cd46-4c2b-bad3-97c3ab66a3ba req-57f3d4ef-555e-4ab7-ab92-20dec878529a tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435658 Dec 15 14:17:23.743268 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 8d57ebc8-df52-4c7e-a667-d3e62ecd8753 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:17:23.860464 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 8d57ebc8-df52-4c7e-a667-d3e62ecd8753, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8d57ebc8-df52-4c7e-a667-d3e62ecd8753,segment=NetworkSegment(210648ca-80de-4163-9abc-f124b0d08ce7),segment_id=210648ca-80de-4163-9abc-f124b0d08ce7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:17:23.871207 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-111cfa9d-6063-4a5c-8b8d-bdafafeaf870 req-d0c0e2b4-6845-4d33-a47f-7b5688e78b54 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 210 time: 0.0265884 Dec 15 14:17:23.873562 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Returning: {'device': '8d57ebc8-df52-4c7e-a667-d3e62ecd8753', 'network_id': '0ca1363a-730e-4e8b-a82f-8b7d81e5a05c', 'port_id': '8d57ebc8-df52-4c7e-a667-d3e62ecd8753', 'mac_address': 'fa:16:3e:3e:9b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d9daf91-d310-48e3-9912-e86a98be8208', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:17:23.913103 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:23.927011 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d57ebc8-df52-4c7e-a667-d3e62ecd8753 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:17:23.947749 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 8d57ebc8-df52-4c7e-a667-d3e62ecd8753, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8d57ebc8-df52-4c7e-a667-d3e62ecd8753,segment=NetworkSegment(210648ca-80de-4163-9abc-f124b0d08ce7),segment_id=210648ca-80de-4163-9abc-f124b0d08ce7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:17:24.017280 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:24.084020 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=8d57ebc8-df52-4c7e-a667-d3e62ecd8753,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:24.216384 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3935101-dab2-4d69-977b-1244fa4fdc2e req-aae8e108-3d47-478a-8ea3-5e0a89ee8ab8 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:24.218783 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c3935101-dab2-4d69-977b-1244fa4fdc2e req-aae8e108-3d47-478a-8ea3-5e0a89ee8ab8 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6facd328-628c-4075-b7e0-685acaf6112d HTTP/1.1" status: 200 len: 944 time: 0.0586395 Dec 15 14:17:24.266908 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c3935101-dab2-4d69-977b-1244fa4fdc2e req-df8d02e2-6cbd-4c87-aa75-1ed1e49ff85e tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418012 Dec 15 14:17:24.759360 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf2c90-83cc-4d43-9a33-ba29e9422fcd req-1a26a162-9663-4ed2-bad6-c7c977c2a0fc tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:24.761840 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3ecf2c90-83cc-4d43-9a33-ba29e9422fcd req-1a26a162-9663-4ed2-bad6-c7c977c2a0fc tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.0528061 Dec 15 14:17:24.812328 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3ecf2c90-83cc-4d43-9a33-ba29e9422fcd req-ee9887f0-a6cf-4704-98fd-a97c6d1ff673 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439672 Dec 15 14:17:24.971408 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2561b951-c55c-4bea-8802-f96923a95a34 req-375b5955-4439-4808-b222-6c29ba230364 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 210 time: 0.0268688 Dec 15 14:17:25.059274 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['8d57ebc8-df52-4c7e-a667-d3e62ecd8753'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:17:25.381830 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c8e7e-5196-47f3-9f87-714ed0d88723 req-59174a5d-17a8-4dbd-934d-ae3b7ebf8d07 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:25.383273 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-091c8e7e-5196-47f3-9f87-714ed0d88723 req-59174a5d-17a8-4dbd-934d-ae3b7ebf8d07 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6facd328-628c-4075-b7e0-685acaf6112d HTTP/1.1" status: 200 len: 944 time: 0.0500908 Dec 15 14:17:25.430494 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-091c8e7e-5196-47f3-9f87-714ed0d88723 req-dd955811-21f9-43a3-ab48-dc0e607bd1e9 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401716 Dec 15 14:17:25.988982 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea922bfb-2f4e-4fa6-b26c-4c372f339a28 req-588fe0e2-1970-4c11-bf9e-c43633dc9a32 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:25.990468 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ea922bfb-2f4e-4fa6-b26c-4c372f339a28 req-588fe0e2-1970-4c11-bf9e-c43633dc9a32 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.1062837 Dec 15 14:17:26.052779 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-61882dc6-abc1-4426-a187-14e76dcde322 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:26.052779 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-61882dc6-abc1-4426-a187-14e76dcde322 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.54 "GET /v2.0/networks?id=87207a00-487c-41ca-9a1a-60e78eea9937 HTTP/1.1" status: 200 len: 816 time: 0.1741340 Dec 15 14:17:26.100129 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-81f7efec-9610-40c4-898e-268254ed97b8 req-4448a644-c76e-46d2-87b0-f46591839af8 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 210 time: 0.0496061 Dec 15 14:17:26.113477 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ea922bfb-2f4e-4fa6-b26c-4c372f339a28 req-d9ec6ac8-0151-418d-a50c-b7fcbbc513ba tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157513 Dec 15 14:17:26.167100 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-caf6f241-2c91-4273-bb6c-f61eddff35cd tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d09ce10de40483aa9ac94558a84aa47 HTTP/1.1" status: 200 len: 380 time: 0.0991616 Dec 15 14:17:26.177946 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-9de3852a-0c2b-4731-9bb0-7ca6d469c777 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Request body: {'port': {'device_id': 'dba5304f-71f5-478d-9a3b-80f90a1cbb9c', 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937', 'admin_state_up': True, 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'security_groups': ['ad2c20a0-af41-4a98-bba9-9063325654d0']}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:17:26.345305 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-9de3852a-0c2b-4731-9bb0-7ca6d469c777 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Made reservation on behalf of 0d09ce10de40483aa9ac94558a84aa47 for: {'port': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:17:26.348843 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-9de3852a-0c2b-4731-9bb0-7ca6d469c777 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:26.525403 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-9de3852a-0c2b-4731-9bb0-7ca6d469c777 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Allocated IP 172.20.0.6 (87207a00-487c-41ca-9a1a-60e78eea9937/1cdbf821-be2b-4255-be5a-f39d9618a49d/ddb42df2-bffe-4eca-bd92-bb43eef42752) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:17:26.561729 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799972a-8ce3-486a-a146-a60c5bbbf1e2 req-2af4f766-1215-4aaf-92bf-7afb64ea6151 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:26.563312 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4799972a-8ce3-486a-a146-a60c5bbbf1e2 req-2af4f766-1215-4aaf-92bf-7afb64ea6151 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.1062794 Dec 15 14:17:26.619271 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ca02e-0630-44ce-abaa-f37ad4dc9579 req-ff14de10-9298-4361-8454-c059b71f589b tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:26.620906 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-151ca02e-0630-44ce-abaa-f37ad4dc9579 req-ff14de10-9298-4361-8454-c059b71f589b tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6facd328-628c-4075-b7e0-685acaf6112d HTTP/1.1" status: 200 len: 944 time: 0.1141269 Dec 15 14:17:26.719215 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4799972a-8ce3-486a-a146-a60c5bbbf1e2 req-81801cba-db83-4102-bfad-49760b8441fb tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495078 Dec 15 14:17:26.756416 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-151ca02e-0630-44ce-abaa-f37ad4dc9579 req-5c33a34d-efbc-4897-b1f9-6d59a4f201db tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264460 Dec 15 14:17:26.786579 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-9de3852a-0c2b-4731-9bb0-7ca6d469c777 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for port, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:26.868064 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-9de3852a-0c2b-4731-9bb0-7ca6d469c777 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:26.912626 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-9de3852a-0c2b-4731-9bb0-7ca6d469c777 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Network 87207a00-487c-41ca-9a1a-60e78eea9937 is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:17:26.915744 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-9de3852a-0c2b-4731-9bb0-7ca6d469c777 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:17:26.919461 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-9de3852a-0c2b-4731-9bb0-7ca6d469c777 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:17:26.942776 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de3852a-0c2b-4731-9bb0-7ca6d469c777 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Pushing event updated for resources: {'Port': ['ID=ddb42df2-bffe-4eca-bd92-bb43eef42752,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:26.976868 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-9de3852a-0c2b-4731-9bb0-7ca6d469c777 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:26.977517 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-9de3852a-0c2b-4731-9bb0-7ca6d469c777 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:27.048887 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-9de3852a-0c2b-4731-9bb0-7ca6d469c777 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8744516 Dec 15 14:17:27.106126 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-cf6fd3f6-6686-4b88-ab0e-17aea08b1be4 None None] Provisioning complete for port ddb42df2-bffe-4eca-bd92-bb43eef42752 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:17:27.106767 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf6fd3f6-6686-4b88-ab0e-17aea08b1be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:27.142114 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-cf6fd3f6-6686-4b88-ab0e-17aea08b1be4 None None] Port ddb42df2-bffe-4eca-bd92-bb43eef42752 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:17:27.224669 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1989bb0-6d41-48aa-bcbe-6e28d7d65005 req-c3e318b5-47fd-4582-a5f5-2ffd8a07dfc6 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:27.226061 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e1989bb0-6d41-48aa-bcbe-6e28d7d65005 req-c3e318b5-47fd-4582-a5f5-2ffd8a07dfc6 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 931 time: 0.0487163 Dec 15 14:17:27.272452 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e1989bb0-6d41-48aa-bcbe-6e28d7d65005 req-2209bbbd-7991-4257-a2c8-b7a59b0134ed tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402381 Dec 15 14:17:27.858257 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f3573-d232-4cde-8c23-7c582c7ebc77 req-6363e1d8-c062-49bd-8049-3a8303b7734b tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:27.859764 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-685f3573-d232-4cde-8c23-7c582c7ebc77 req-6363e1d8-c062-49bd-8049-3a8303b7734b tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.0701432 Dec 15 14:17:27.907532 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2add8-f7f9-42ce-8a1f-109699936869 req-bd04cb6c-14ae-4606-8f55-6699e32d4890 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:27.909218 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-dea2add8-f7f9-42ce-8a1f-109699936869 req-bd04cb6c-14ae-4606-8f55-6699e32d4890 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6facd328-628c-4075-b7e0-685acaf6112d HTTP/1.1" status: 200 len: 944 time: 0.0844755 Dec 15 14:17:27.936766 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-685f3573-d232-4cde-8c23-7c582c7ebc77 req-ec61ca96-a2bd-41cf-9a4d-c64aa0c53704 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710731 Dec 15 14:17:27.965099 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-dea2add8-f7f9-42ce-8a1f-109699936869 req-ce134c04-d270-4420-b122-8c07b21507dd tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501323 Dec 15 14:17:28.354200 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:17:28.390438 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a79204-f0e1-4f10-800b-66d3a51cd746 req-805e4139-ea42-40f9-9f35-fba171f16253 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:28.391899 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d1a79204-f0e1-4f10-800b-66d3a51cd746 req-805e4139-ea42-40f9-9f35-fba171f16253 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 931 time: 0.0498295 Dec 15 14:17:28.438526 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d1a79204-f0e1-4f10-800b-66d3a51cd746 req-96a8eda9-2534-4a29-a6e1-ac92bed5f9a1 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406654 Dec 15 14:17:29.083781 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33710bf-90c5-4949-9c97-5568d0a98be7 req-cd609df3-c178-45f2-896f-de7f0aed4311 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:29.085290 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a33710bf-90c5-4949-9c97-5568d0a98be7 req-cd609df3-c178-45f2-896f-de7f0aed4311 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.0805247 Dec 15 14:17:29.097401 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91bd01-bf06-4c5c-816c-1484dd06c247 req-eff5b133-156e-46d1-91f0-32594760b229 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:29.098849 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5e91bd01-bf06-4c5c-816c-1484dd06c247 req-eff5b133-156e-46d1-91f0-32594760b229 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6facd328-628c-4075-b7e0-685acaf6112d HTTP/1.1" status: 200 len: 944 time: 0.0660083 Dec 15 14:17:29.170935 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a33710bf-90c5-4949-9c97-5568d0a98be7 req-84e661f0-afed-4876-8fc6-2d2ffbb9c9e3 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705192 Dec 15 14:17:29.175312 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5e91bd01-bf06-4c5c-816c-1484dd06c247 req-698fbf0e-e42d-4e59-b317-a9d112c4c9b1 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692821 Dec 15 14:17:29.204542 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 8d57ebc8-df52-4c7e-a667-d3e62ecd8753 up at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:17:29.211523 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-764e75c8-577c-4add-b5dc-f3d04fcbbfd2 service neutron] Request body: {'port': {'device_id': 'dba5304f-71f5-478d-9a3b-80f90a1cbb9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:17:29.266997 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-764e75c8-577c-4add-b5dc-f3d04fcbbfd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:29.307851 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning for port 8d57ebc8-df52-4c7e-a667-d3e62ecd8753 completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:17:29.311795 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning complete for port 8d57ebc8-df52-4c7e-a667-d3e62ecd8753 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:17:29.312236 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:29.358059 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8013b33-db5c-4a14-8c37-f8700cec4e7d req-543681aa-ca2e-49ab-8c38-04d83772a422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:29.359684 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d8013b33-db5c-4a14-8c37-f8700cec4e7d req-543681aa-ca2e-49ab-8c38-04d83772a422 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=99e48568027f45a591f092080d89b4dd&device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 1099 time: 0.0784385 Dec 15 14:17:29.392916 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:29.416041 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6facd328-628c-4075-b7e0-685acaf6112d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d57ebc8-df52-4c7e-a667-d3e62ecd8753'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:17:29.418269 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563fd6401afa6af5759f990961882efb87115f058b142029c69814770c0d1fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68755fd-63a3-488a-b29e-1565c08fb537" -d '{"events": [{"server_uuid": "6facd328-628c-4075-b7e0-685acaf6112d", "name": "network-vif-plugged", "status": "completed", "tag": "8d57ebc8-df52-4c7e-a667-d3e62ecd8753"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:17:29.431268 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 8d57ebc8-df52-4c7e-a667-d3e62ecd8753, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8d57ebc8-df52-4c7e-a667-d3e62ecd8753,segment=NetworkSegment(210648ca-80de-4163-9abc-f124b0d08ce7),segment_id=210648ca-80de-4163-9abc-f124b0d08ce7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:17:29.458023 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c851d4-a77e-4c36-8208-36565cdee4d9 x-openstack-request-id: req-c0c851d4-a77e-4c36-8208-36565cdee4d9 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:17:29.458023 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6facd328-628c-4075-b7e0-685acaf6112d", "name": "network-vif-plugged", "status": "completed", "tag": "8d57ebc8-df52-4c7e-a667-d3e62ecd8753", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:17:29.458290 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c0c851d4-a77e-4c36-8208-36565cdee4d9 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:17:29.458559 dv-cinder-813229-4-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6facd328-628c-4075-b7e0-685acaf6112d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d57ebc8-df52-4c7e-a667-d3e62ecd8753', 'code': 200} Dec 15 14:17:29.511325 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:29.562195 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=8d57ebc8-df52-4c7e-a667-d3e62ecd8753,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:29.588045 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8013b33-db5c-4a14-8c37-f8700cec4e7d req-194af6b5-ff4f-4b0d-ad88-4d197b2302ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:29.589501 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d8013b33-db5c-4a14-8c37-f8700cec4e7d req-194af6b5-ff4f-4b0d-ad88-4d197b2302ec service neutron] 10.222.0.54 "GET /v2.0/networks?id=de3ac665-6e2b-47fc-8d80-1b730042a6ab HTTP/1.1" status: 200 len: 910 time: 0.1887870 Dec 15 14:17:29.656731 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc7e92-7087-41ca-8fa0-0891eaa4a0f6 req-8054a16e-c4cb-41a2-8b3c-9c1c3aaca627 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:29.658225 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-61dc7e92-7087-41ca-8fa0-0891eaa4a0f6 req-8054a16e-c4cb-41a2-8b3c-9c1c3aaca627 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 931 time: 0.1416779 Dec 15 14:17:29.728456 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d8013b33-db5c-4a14-8c37-f8700cec4e7d req-aa871b80-0306-442f-bcc2-735299c69cf6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fbad533-96b2-474b-aa8f-d92f5601bf21 HTTP/1.1" status: 200 len: 1001 time: 0.1237946 Dec 15 14:17:29.789581 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c603327-70e9-4148-ad24-b9bb425870a9 req-212088ba-9ea0-4337-9bc0-1a99e807ff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:29.791123 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-3c603327-70e9-4148-ad24-b9bb425870a9 req-212088ba-9ea0-4337-9bc0-1a99e807ff39 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6facd328-628c-4075-b7e0-685acaf6112d HTTP/1.1" status: 200 len: 1098 time: 0.0415337 Dec 15 14:17:29.795702 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-61dc7e92-7087-41ca-8fa0-0891eaa4a0f6 req-3d80287b-a398-4389-972a-2fa8c82de91a tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314476 Dec 15 14:17:29.817738 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-764e75c8-577c-4add-b5dc-f3d04fcbbfd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddb42df2-bffe-4eca-bd92-bb43eef42752 {{(pid=103145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:17:29.829715 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-764e75c8-577c-4add-b5dc-f3d04fcbbfd2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:29.832987 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8013b33-db5c-4a14-8c37-f8700cec4e7d req-1b91b93e-feba-4026-b7de-3c3bee9e0e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:29.835182 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d8013b33-db5c-4a14-8c37-f8700cec4e7d req-1b91b93e-feba-4026-b7de-3c3bee9e0e7f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3951b90e-3765-4c81-9e5f-467e16fbfc9d HTTP/1.1" status: 200 len: 848 time: 0.0975451 Dec 15 14:17:29.844055 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-3c603327-70e9-4148-ad24-b9bb425870a9 req-bad1f9bd-66d9-4a17-81ea-da695313f0c8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434144 Dec 15 14:17:29.853234 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.provisioning_blocks [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-764e75c8-577c-4add-b5dc-f3d04fcbbfd2 service neutron] Transition to ACTIVE for port object ddb42df2-bffe-4eca-bd92-bb43eef42752 will not be triggered until provisioned by entity L2. {{(pid=103145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:17:29.883568 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8013b33-db5c-4a14-8c37-f8700cec4e7d req-99feace3-a72c-4fb8-95be-ab6c18684a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:29.885106 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d8013b33-db5c-4a14-8c37-f8700cec4e7d req-99feace3-a72c-4fb8-95be-ab6c18684a09 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=de3ac665-6e2b-47fc-8d80-1b730042a6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419054 Dec 15 14:17:29.945058 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-764e75c8-577c-4add-b5dc-f3d04fcbbfd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:30.003183 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e75c8-577c-4add-b5dc-f3d04fcbbfd2 service neutron] Pushing event updated for resources: {'Port': ['ID=ddb42df2-bffe-4eca-bd92-bb43eef42752,revision_number=2']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:30.026922 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764e75c8-577c-4add-b5dc-f3d04fcbbfd2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:30.027278 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764e75c8-577c-4add-b5dc-f3d04fcbbfd2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:30.027634 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764e75c8-577c-4add-b5dc-f3d04fcbbfd2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:30.028028 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764e75c8-577c-4add-b5dc-f3d04fcbbfd2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:30.028375 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764e75c8-577c-4add-b5dc-f3d04fcbbfd2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:30.028715 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764e75c8-577c-4add-b5dc-f3d04fcbbfd2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:30.029051 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764e75c8-577c-4add-b5dc-f3d04fcbbfd2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:30.029892 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764e75c8-577c-4add-b5dc-f3d04fcbbfd2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:30.030260 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764e75c8-577c-4add-b5dc-f3d04fcbbfd2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:30.030610 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764e75c8-577c-4add-b5dc-f3d04fcbbfd2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:30.030937 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764e75c8-577c-4add-b5dc-f3d04fcbbfd2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:30.031266 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764e75c8-577c-4add-b5dc-f3d04fcbbfd2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:30.031592 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764e75c8-577c-4add-b5dc-f3d04fcbbfd2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:30.138514 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-764e75c8-577c-4add-b5dc-f3d04fcbbfd2 service neutron] Attempting to bind port ddb42df2-bffe-4eca-bd92-bb43eef42752 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:17:30.139635 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-764e75c8-577c-4add-b5dc-f3d04fcbbfd2 service neutron] Attempting to bind port ddb42df2-bffe-4eca-bd92-bb43eef42752 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '88376a90-d228-4b29-87c9-0e4710ba306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937'}] {{(pid=103145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:17:30.142907 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-764e75c8-577c-4add-b5dc-f3d04fcbbfd2 service neutron] Attempting to bind port ddb42df2-bffe-4eca-bd92-bb43eef42752 on network 87207a00-487c-41ca-9a1a-60e78eea9937 {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:17:30.159716 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-764e75c8-577c-4add-b5dc-f3d04fcbbfd2 service neutron] Port ddb42df2-bffe-4eca-bd92-bb43eef42752 on network 87207a00-487c-41ca-9a1a-60e78eea9937 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:17:30.160075 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-764e75c8-577c-4add-b5dc-f3d04fcbbfd2 service neutron] Attempting to bind port ddb42df2-bffe-4eca-bd92-bb43eef42752 on network 87207a00-487c-41ca-9a1a-60e78eea9937 {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:17:30.171213 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-764e75c8-577c-4add-b5dc-f3d04fcbbfd2 service neutron] Checking agent: {'id': 'ac5d7605-2d06-411e-ba74-ad46eb528a57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 11, 20), 'started_at': datetime.datetime(2021, 12, 15, 14, 11, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:17:30.171557 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-764e75c8-577c-4add-b5dc-f3d04fcbbfd2 service neutron] Checking segment: {'id': '88376a90-d228-4b29-87c9-0e4710ba306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:17:30.172031 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-764e75c8-577c-4add-b5dc-f3d04fcbbfd2 service neutron] Bound using segment: {'id': '88376a90-d228-4b29-87c9-0e4710ba306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937'} {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:17:30.172632 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-764e75c8-577c-4add-b5dc-f3d04fcbbfd2 service neutron] Bound port: ddb42df2-bffe-4eca-bd92-bb43eef42752, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88376a90-d228-4b29-87c9-0e4710ba306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937'}}] {{(pid=103145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:17:30.172887 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-764e75c8-577c-4add-b5dc-f3d04fcbbfd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:30.186286 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d8013b33-db5c-4a14-8c37-f8700cec4e7d req-b4fb05ff-e4c8-4297-a10b-9877a42d31bf service neutron] 10.222.0.54 "GET /v2.0/networks/de3ac665-6e2b-47fc-8d80-1b730042a6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322901 Dec 15 14:17:30.359293 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-764e75c8-577c-4add-b5dc-f3d04fcbbfd2 service neutron] For port ddb42df2-bffe-4eca-bd92-bb43eef42752, host hv-cinder-81322, cleared binding levels {{(pid=103145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:17:30.365658 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-764e75c8-577c-4add-b5dc-f3d04fcbbfd2 service neutron] For port ddb42df2-bffe-4eca-bd92-bb43eef42752, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ddb42df2-bffe-4eca-bd92-bb43eef42752,segment=NetworkSegment(88376a90-d228-4b29-87c9-0e4710ba306c),segment_id=88376a90-d228-4b29-87c9-0e4710ba306c)] {{(pid=103145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:17:30.397476 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54faff86-0440-4adc-9bc0-0fff1630478e req-047ff692-705d-4edc-a65a-9d6c48ade1f9 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:30.398957 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-54faff86-0440-4adc-9bc0-0fff1630478e req-047ff692-705d-4edc-a65a-9d6c48ade1f9 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6facd328-628c-4075-b7e0-685acaf6112d HTTP/1.1" status: 200 len: 945 time: 0.1422141 Dec 15 14:17:30.408222 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4838dfee-2770-4b19-b2fb-c5ac460931b9 req-141fd49b-2672-4209-b631-b640d9fad199 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:30.409590 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4838dfee-2770-4b19-b2fb-c5ac460931b9 req-141fd49b-2672-4209-b631-b640d9fad199 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.1517565 Dec 15 14:17:30.413488 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d8013b33-db5c-4a14-8c37-f8700cec4e7d req-31455907-c112-4186-adfc-f85fb8a1f990 service neutron] 10.222.0.54 "GET /v2.0/networks/de3ac665-6e2b-47fc-8d80-1b730042a6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045414 Dec 15 14:17:30.440813 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-764e75c8-577c-4add-b5dc-f3d04fcbbfd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:30.503567 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-764e75c8-577c-4add-b5dc-f3d04fcbbfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:30.504266 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-764e75c8-577c-4add-b5dc-f3d04fcbbfd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:30.505649 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-764e75c8-577c-4add-b5dc-f3d04fcbbfd2 service neutron] 10.222.0.54 "PUT /v2.0/ports/ddb42df2-bffe-4eca-bd92-bb43eef42752 HTTP/1.1" status: 200 len: 1093 time: 1.2985172 Dec 15 14:17:30.511696 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dba5304f-71f5-478d-9a3b-80f90a1cbb9c', 'tag': 'ddb42df2-bffe-4eca-bd92-bb43eef42752'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:17:30.515058 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54343ee614085f4f2fe791b0f2f4c0bf4988d50ad8e642b13afe6f74cb17e673" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3ea109-a283-46de-b091-5e0098c7bbec" -d '{"events": [{"name": "network-changed", "server_uuid": "dba5304f-71f5-478d-9a3b-80f90a1cbb9c", "tag": "ddb42df2-bffe-4eca-bd92-bb43eef42752"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:17:30.539615 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-54faff86-0440-4adc-9bc0-0fff1630478e req-14b09578-008d-4f17-aba5-0c6be2f21851 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290627 Dec 15 14:17:30.546108 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4838dfee-2770-4b19-b2fb-c5ac460931b9 req-ffb94f53-16c6-45c4-92e1-62e4d6aeb855 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277363 Dec 15 14:17:30.556238 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e75c8-577c-4add-b5dc-f3d04fcbbfd2 service neutron] Pushing event updated for resources: {'Port': ['ID=ddb42df2-bffe-4eca-bd92-bb43eef42752,revision_number=3']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:30.590604 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f36fbfc-985d-472f-9bff-958b6393964e x-openstack-request-id: req-6f36fbfc-985d-472f-9bff-958b6393964e {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:17:30.591287 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dba5304f-71f5-478d-9a3b-80f90a1cbb9c", "tag": "ddb42df2-bffe-4eca-bd92-bb43eef42752", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:17:30.591287 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6f36fbfc-985d-472f-9bff-958b6393964e {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:17:30.591537 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dba5304f-71f5-478d-9a3b-80f90a1cbb9c', 'tag': 'ddb42df2-bffe-4eca-bd92-bb43eef42752', 'status': 'completed', 'code': 200} Dec 15 14:17:30.661339 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ea109-a283-46de-b091-5e0098c7bbec req-af0811a4-429b-4992-807b-7f4bfafc35de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:30.662896 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5c3ea109-a283-46de-b091-5e0098c7bbec req-af0811a4-429b-4992-807b-7f4bfafc35de service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0d09ce10de40483aa9ac94558a84aa47&device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 1096 time: 0.0457575 Dec 15 14:17:30.779344 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ea109-a283-46de-b091-5e0098c7bbec req-1afbc36c-38c3-406d-9ca2-277ba1c06b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:30.780866 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5c3ea109-a283-46de-b091-5e0098c7bbec req-1afbc36c-38c3-406d-9ca2-277ba1c06b85 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=0d09ce10de40483aa9ac94558a84aa47&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1004968 Dec 15 14:17:30.890367 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ea109-a283-46de-b091-5e0098c7bbec req-b757e4e1-5fe6-498c-bf71-65ca216f77d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:30.891696 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5c3ea109-a283-46de-b091-5e0098c7bbec req-b757e4e1-5fe6-498c-bf71-65ca216f77d1 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1028242 Dec 15 14:17:30.926776 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366c21a-cf66-46f5-8f53-0eddacdc0c54 req-7fec0dfe-4c89-463e-8814-d1ae5448ecee tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:30.928294 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9366c21a-cf66-46f5-8f53-0eddacdc0c54 req-7fec0dfe-4c89-463e-8814-d1ae5448ecee tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 943 time: 0.0565529 Dec 15 14:17:31.005239 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9366c21a-cf66-46f5-8f53-0eddacdc0c54 req-66f51666-d65f-4282-8a0c-d1c953007918 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708880 Dec 15 14:17:31.011464 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-b0225468-c22d-4d46-af91-3b3e463b52e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:31.012934 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-b0225468-c22d-4d46-af91-3b3e463b52e3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0d09ce10de40483aa9ac94558a84aa47&device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 1096 time: 0.0710769 Dec 15 14:17:31.057248 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-636df1b4-86f3-43e5-95c5-f641ac6c4fdc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddb42df2-bffe-4eca-bd92-bb43eef42752 HTTP/1.1" status: 200 len: 217 time: 0.0347083 Dec 15 14:17:31.115050 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-6b05194d-39b7-4d0c-bd96-e743b75b1119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:31.117160 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-6b05194d-39b7-4d0c-bd96-e743b75b1119 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1cdbf821-be2b-4255-be5a-f39d9618a49d HTTP/1.1" status: 200 len: 855 time: 0.0507939 Dec 15 14:17:31.170503 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-3859ee1f-1059-45af-a9e7-9ef16b9764de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:31.171687 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-3859ee1f-1059-45af-a9e7-9ef16b9764de service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=87207a00-487c-41ca-9a1a-60e78eea9937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438313 Dec 15 14:17:31.273379 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-c99d3aad-9798-4ea8-9298-0154b0838521 service neutron] 10.222.0.54 "GET /v2.0/networks/87207a00-487c-41ca-9a1a-60e78eea9937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833960 Dec 15 14:17:31.376120 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1917a15a-297c-4bfd-830e-ec30a1689305 req-dbf7aec0-d46e-46aa-8e1d-ca7906f305af service neutron] 10.222.0.54 "GET /v2.0/networks/87207a00-487c-41ca-9a1a-60e78eea9937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930448 Dec 15 14:17:31.695964 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e26fc-f67d-4fc9-a386-2f491e634616 req-41f34f27-f2a4-4931-aca6-4b255dc0e828 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:31.697405 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f46e26fc-f67d-4fc9-a386-2f491e634616 req-41f34f27-f2a4-4931-aca6-4b255dc0e828 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6facd328-628c-4075-b7e0-685acaf6112d HTTP/1.1" status: 200 len: 945 time: 0.0780218 Dec 15 14:17:31.705669 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aefee2c-a3aa-46a5-b12d-088b75bb3de6 req-c42bd5c0-4cdc-4093-9923-c05e4e9ab05e tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:31.707037 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0aefee2c-a3aa-46a5-b12d-088b75bb3de6 req-c42bd5c0-4cdc-4093-9923-c05e4e9ab05e tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.0778949 Dec 15 14:17:31.783395 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f46e26fc-f67d-4fc9-a386-2f491e634616 req-32ad6179-cfda-4aea-bb56-6f24223dadd5 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754054 Dec 15 14:17:31.786646 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0aefee2c-a3aa-46a5-b12d-088b75bb3de6 req-ced85a4c-9370-4255-9d31-9bc873634800 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730810 Dec 15 14:17:32.123558 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c443d-73d2-4336-bcc9-da0dbd8929f1 req-0745df81-fd7e-4859-82b6-26497f465a91 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:32.124790 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c13c443d-73d2-4336-bcc9-da0dbd8929f1 req-0745df81-fd7e-4859-82b6-26497f465a91 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 943 time: 0.0502322 Dec 15 14:17:32.171159 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c13c443d-73d2-4336-bcc9-da0dbd8929f1 req-da219fed-f41f-472b-89cc-6d53de37b091 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404329 Dec 15 14:17:33.281894 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd6b2320-12b0-4b52-a992-9550b07befbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:33.290744 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992fe0f-af15-4810-a130-8b436422fa3c req-c3c4e92e-6a32-4b41-85f2-2b465815f2da tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:33.292346 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e992fe0f-af15-4810-a130-8b436422fa3c req-c3c4e92e-6a32-4b41-85f2-2b465815f2da tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 943 time: 0.0489793 Dec 15 14:17:33.345068 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e992fe0f-af15-4810-a130-8b436422fa3c req-510af6a7-78f1-4e51-adcf-acb76fcd9198 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461786 Dec 15 14:17:34.268467 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device ddb42df2-bffe-4eca-bd92-bb43eef42752 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:17:34.367010 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port ddb42df2-bffe-4eca-bd92-bb43eef42752, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ddb42df2-bffe-4eca-bd92-bb43eef42752,segment=NetworkSegment(88376a90-d228-4b29-87c9-0e4710ba306c),segment_id=88376a90-d228-4b29-87c9-0e4710ba306c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:17:34.379246 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Returning: {'device': 'ddb42df2-bffe-4eca-bd92-bb43eef42752', 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937', 'port_id': 'ddb42df2-bffe-4eca-bd92-bb43eef42752', 'mac_address': 'fa:16:3e:b8:15:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cdbf821-be2b-4255-be5a-f39d9618a49d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:17:34.421703 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:34.435096 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddb42df2-bffe-4eca-bd92-bb43eef42752 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:17:34.456679 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port ddb42df2-bffe-4eca-bd92-bb43eef42752, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ddb42df2-bffe-4eca-bd92-bb43eef42752,segment=NetworkSegment(88376a90-d228-4b29-87c9-0e4710ba306c),segment_id=88376a90-d228-4b29-87c9-0e4710ba306c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:17:34.470608 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791099a9-6eaa-4bc7-bbea-0d866b9b61a2 req-724ba464-4279-412f-a2ba-a94b6bc0b978 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:34.472122 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-791099a9-6eaa-4bc7-bbea-0d866b9b61a2 req-724ba464-4279-412f-a2ba-a94b6bc0b978 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 943 time: 0.0502765 Dec 15 14:17:34.516925 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:34.520467 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-791099a9-6eaa-4bc7-bbea-0d866b9b61a2 req-7519cbca-fbff-4969-85c9-3f9e1a920e73 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420690 Dec 15 14:17:34.566025 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=ddb42df2-bffe-4eca-bd92-bb43eef42752,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:34.807277 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['ddb42df2-bffe-4eca-bd92-bb43eef42752'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:17:35.568111 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99222ed3-9d17-4e75-a471-bdae79dfd909 req-cce2611c-decc-4d20-b79e-8781e0d3e22e tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:35.569650 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-99222ed3-9d17-4e75-a471-bdae79dfd909 req-cce2611c-decc-4d20-b79e-8781e0d3e22e tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b01b6c5-cbd9-4896-aa19-f740a8fcce46 HTTP/1.1" status: 200 len: 945 time: 0.0494843 Dec 15 14:17:35.646890 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-99222ed3-9d17-4e75-a471-bdae79dfd909 req-ea999010-d9c4-438c-9681-31c464b2a1cb tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/security-groups?id=03bdf105-b1cc-41c1-b14b-04630768ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709133 Dec 15 14:17:35.664879 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b2247-3460-4bd0-aea6-b3cdf285bdbe req-cf0791f6-785c-4a59-8550-cc33b12868e3 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:35.666044 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c99b2247-3460-4bd0-aea6-b3cdf285bdbe req-cf0791f6-785c-4a59-8550-cc33b12868e3 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 944 time: 0.0653689 Dec 15 14:17:35.713540 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c99b2247-3460-4bd0-aea6-b3cdf285bdbe req-b88d931c-2c37-4632-b24a-d5378c077028 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407166 Dec 15 14:17:35.839514 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f3c11693-52ad-4772-b809-908873c9c78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:36.271032 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device ddb42df2-bffe-4eca-bd92-bb43eef42752 up at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:17:36.390662 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning for port ddb42df2-bffe-4eca-bd92-bb43eef42752 completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:17:36.394476 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning complete for port ddb42df2-bffe-4eca-bd92-bb43eef42752 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:17:36.394858 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:36.473174 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:36.497719 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba5304f-71f5-478d-9a3b-80f90a1cbb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb42df2-bffe-4eca-bd92-bb43eef42752'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:17:36.500417 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563fd6401afa6af5759f990961882efb87115f058b142029c69814770c0d1fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c960952-1094-43f7-97d2-3ab0ee98d1a7" -d '{"events": [{"server_uuid": "dba5304f-71f5-478d-9a3b-80f90a1cbb9c", "name": "network-vif-plugged", "status": "completed", "tag": "ddb42df2-bffe-4eca-bd92-bb43eef42752"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:17:36.512910 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port ddb42df2-bffe-4eca-bd92-bb43eef42752, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ddb42df2-bffe-4eca-bd92-bb43eef42752,segment=NetworkSegment(88376a90-d228-4b29-87c9-0e4710ba306c),segment_id=88376a90-d228-4b29-87c9-0e4710ba306c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:17:36.536921 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dab8968-ab13-479a-bd5c-f1542dec0ab4 x-openstack-request-id: req-4dab8968-ab13-479a-bd5c-f1542dec0ab4 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:17:36.537277 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba5304f-71f5-478d-9a3b-80f90a1cbb9c", "name": "network-vif-plugged", "status": "completed", "tag": "ddb42df2-bffe-4eca-bd92-bb43eef42752", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:17:36.537541 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4dab8968-ab13-479a-bd5c-f1542dec0ab4 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:17:36.537963 dv-cinder-813229-4-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba5304f-71f5-478d-9a3b-80f90a1cbb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb42df2-bffe-4eca-bd92-bb43eef42752', 'code': 200} Dec 15 14:17:36.579120 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:36.628725 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=ddb42df2-bffe-4eca-bd92-bb43eef42752,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:36.763018 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c4afd-e953-4f40-ae41-54f307e406e1 req-6126e78e-a647-4de1-a5e8-e15b2cbd04ef tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:36.765374 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-039c4afd-e953-4f40-ae41-54f307e406e1 req-6126e78e-a647-4de1-a5e8-e15b2cbd04ef tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b01b6c5-cbd9-4896-aa19-f740a8fcce46 HTTP/1.1" status: 200 len: 945 time: 0.0502164 Dec 15 14:17:36.960093 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:37.104556 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-039c4afd-e953-4f40-ae41-54f307e406e1 req-fa3207a2-6706-4d9f-bec7-3ac1c17c851e tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/security-groups?id=03bdf105-b1cc-41c1-b14b-04630768ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330748 Dec 15 14:17:37.130495 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718aadd-ebc0-4c6e-989c-bada52ef342f req-50af9a25-100f-4421-a71d-28845bbc1716 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:37.132053 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6718aadd-ebc0-4c6e-989c-bada52ef342f req-50af9a25-100f-4421-a71d-28845bbc1716 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 945 time: 0.3414900 Dec 15 14:17:37.134413 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca25b0-1024-4ce6-b848-f4bc33c4a193 req-478b77e5-055a-44ee-91a0-b06b887ea247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:37.135789 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8dca25b0-1024-4ce6-b848-f4bc33c4a193 req-478b77e5-055a-44ee-91a0-b06b887ea247 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 1098 time: 0.3108158 Dec 15 14:17:37.207406 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6718aadd-ebc0-4c6e-989c-bada52ef342f req-529677dd-cc6d-4c75-85a9-ac238cbd46eb tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694838 Dec 15 14:17:37.209734 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8dca25b0-1024-4ce6-b848-f4bc33c4a193 req-fc267e66-9e57-4023-87c3-fa118231b689 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586855 Dec 15 14:17:37.508216 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be000d6-ed58-4e9f-b47d-2e5384ec9535 req-a27f0cb4-fccb-471f-ad8a-0ac79dc1a950 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:37.509768 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2be000d6-ed58-4e9f-b47d-2e5384ec9535 req-a27f0cb4-fccb-471f-ad8a-0ac79dc1a950 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b01b6c5-cbd9-4896-aa19-f740a8fcce46 HTTP/1.1" status: 200 len: 945 time: 0.0485911 Dec 15 14:17:37.601970 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [req-2be000d6-ed58-4e9f-b47d-2e5384ec9535 req-4d509af3-0736-4cf2-9250-646791e91721 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Deleting port af89c1d9-b2e7-4b10-aba0-059ac4a7d85d {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:17:37.602301 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-2be000d6-ed58-4e9f-b47d-2e5384ec9535 req-4d509af3-0736-4cf2-9250-646791e91721 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:37.688404 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-2be000d6-ed58-4e9f-b47d-2e5384ec9535 req-4d509af3-0736-4cf2-9250-646791e91721 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] For port af89c1d9-b2e7-4b10-aba0-059ac4a7d85d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=af89c1d9-b2e7-4b10-aba0-059ac4a7d85d,segment=NetworkSegment(eed6115e-92a6-438e-ae4d-09cacd30ba9e),segment_id=eed6115e-92a6-438e-ae4d-09cacd30ba9e)] {{(pid=103145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:17:37.688762 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-2be000d6-ed58-4e9f-b47d-2e5384ec9535 req-4d509af3-0736-4cf2-9250-646791e91721 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:37.700638 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [req-2be000d6-ed58-4e9f-b47d-2e5384ec9535 req-4d509af3-0736-4cf2-9250-646791e91721 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Calling delete_port for af89c1d9-b2e7-4b10-aba0-059ac4a7d85d owned by compute:nova {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:17:37.922082 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-2be000d6-ed58-4e9f-b47d-2e5384ec9535 req-4d509af3-0736-4cf2-9250-646791e91721 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:37.933270 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['af89c1d9-b2e7-4b10-aba0-059ac4a7d85d'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:17:37.948763 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d509af3-0736-4cf2-9250-646791e91721 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Pushing event deleted for resources: {'Port': ['ID=af89c1d9-b2e7-4b10-aba0-059ac4a7d85d,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:37.994425 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be000d6-ed58-4e9f-b47d-2e5384ec9535 req-4d509af3-0736-4cf2-9250-646791e91721 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] No DVR routers for this DVR port af89c1d9-b2e7-4b10-aba0-059ac4a7d85d on host hv-cinder-81322 {{(pid=103145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:17:37.996926 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-2be000d6-ed58-4e9f-b47d-2e5384ec9535 req-4d509af3-0736-4cf2-9250-646791e91721 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:38.000464 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2be000d6-ed58-4e9f-b47d-2e5384ec9535 req-4d509af3-0736-4cf2-9250-646791e91721 tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.54 "DELETE /v2.0/ports/af89c1d9-b2e7-4b10-aba0-059ac4a7d85d HTTP/1.1" status: 204 len: 173 time: 0.4833767 Dec 15 14:17:38.000919 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b01b6c5-cbd9-4896-aa19-f740a8fcce46', 'name': 'network-vif-deleted', 'tag': 'af89c1d9-b2e7-4b10-aba0-059ac4a7d85d'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:17:38.003128 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54343ee614085f4f2fe791b0f2f4c0bf4988d50ad8e642b13afe6f74cb17e673" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62173cc8-e70f-430f-8cd4-5c5948955ad4" -d '{"events": [{"server_uuid": "9b01b6c5-cbd9-4896-aa19-f740a8fcce46", "name": "network-vif-deleted", "tag": "af89c1d9-b2e7-4b10-aba0-059ac4a7d85d"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:17:38.040080 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9f9a79-1cbf-451f-9e73-d82672cddb23 x-openstack-request-id: req-9a9f9a79-1cbf-451f-9e73-d82672cddb23 {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:17:38.040391 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b01b6c5-cbd9-4896-aa19-f740a8fcce46", "name": "network-vif-deleted", "tag": "af89c1d9-b2e7-4b10-aba0-059ac4a7d85d", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:17:38.040785 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9a9f9a79-1cbf-451f-9e73-d82672cddb23 {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:17:38.041198 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b01b6c5-cbd9-4896-aa19-f740a8fcce46', 'name': 'network-vif-deleted', 'tag': 'af89c1d9-b2e7-4b10-aba0-059ac4a7d85d', 'status': 'completed', 'code': 200} Dec 15 14:17:38.174061 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:38.200554 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-05a86a43-38e7-49ca-920e-54dfcc890614 req-41d73a4e-0d1a-4d59-8388-8689414d8d2c tempest-VolumesSnapshotTestJSON-773734004 tempest-VolumesSnapshotTestJSON-773734004-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b01b6c5-cbd9-4896-aa19-f740a8fcce46 HTTP/1.1" status: 200 len: 210 time: 0.0254972 Dec 15 14:17:38.327466 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758c95d-a31e-4879-9a6d-af863e65ef85 req-b5487448-6fe5-4619-b10a-56eeca2e361d tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:38.328998 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2758c95d-a31e-4879-9a6d-af863e65ef85 req-b5487448-6fe5-4619-b10a-56eeca2e361d tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 945 time: 0.0498130 Dec 15 14:17:38.375597 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2758c95d-a31e-4879-9a6d-af863e65ef85 req-9b6603d0-6994-4309-8fd5-8832b498eafb tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404289 Dec 15 14:17:39.296525 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:39.496416 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662dbe06-7cf7-400b-a227-9815b1ecea59 req-464e971c-3c1c-43a9-a546-dc728809a292 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:39.497786 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-662dbe06-7cf7-400b-a227-9815b1ecea59 req-464e971c-3c1c-43a9-a546-dc728809a292 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 945 time: 0.0493748 Dec 15 14:17:39.548921 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-662dbe06-7cf7-400b-a227-9815b1ecea59 req-6e602a50-2b29-4a43-bca8-cc3e9f3c75af tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452371 Dec 15 14:17:39.664628 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2014fa-676d-4f94-b46b-d7490a464ba3 req-91b1be72-56f1-4e84-9a93-d530964784d3 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:39.666349 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2f2014fa-676d-4f94-b46b-d7490a464ba3 req-91b1be72-56f1-4e84-9a93-d530964784d3 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 945 time: 0.0485482 Dec 15 14:17:39.674914 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 39802) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:17:39.679636 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-7b65bd30-f4f1-42bc-bfbc-55bf1d0c339f tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Request body: {'floatingip': {'port_id': 'ddb42df2-bffe-4eca-bd92-bb43eef42752'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:17:39.718770 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7b65bd30-f4f1-42bc-bfbc-55bf1d0c339f tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for floatingip, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:40.143083 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7b65bd30-f4f1-42bc-bfbc-55bf1d0c339f tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:40.210623 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7b65bd30-f4f1-42bc-bfbc-55bf1d0c339f tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583636'] for floatingip, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:40.309322 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.db.l3_db [None req-7b65bd30-f4f1-42bc-bfbc-55bf1d0c339f tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Floating IP b0b2dafe-1fcd-4bc8-8709-459fb83c7608 associated. External IP: 172.27.3.41, port: ddb42df2-bffe-4eca-bd92-bb43eef42752. Dec 15 14:17:40.512598 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b65bd30-f4f1-42bc-bfbc-55bf1d0c339f tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Router 338eeed0-0f42-48a9-9854-55c4d5b1385f has already been hosted by L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b {{(pid=103145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:17:40.616510 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b65bd30-f4f1-42bc-bfbc-55bf1d0c339f tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:17:40.621223 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7b65bd30-f4f1-42bc-bfbc-55bf1d0c339f tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for floatingip, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:40.626771 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb6ff5e-22b8-4b6c-900f-8d4e0b25e56a None None] Sync routers for ids ['338eeed0-0f42-48a9-9854-55c4d5b1385f'] in dv-cinder-813229-4-iscsi {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:17:40.636287 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb6ff5e-22b8-4b6c-900f-8d4e0b25e56a None None] Routers {'338eeed0-0f42-48a9-9854-55c4d5b1385f'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:17:40.636914 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-0fb6ff5e-22b8-4b6c-900f-8d4e0b25e56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:17:36Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['338eeed0-0f42-48a9-9854-55c4d5b1385f'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:17:40.651510 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-7b65bd30-f4f1-42bc-bfbc-55bf1d0c339f tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "PUT /v2.0/floatingips/b0b2dafe-1fcd-4bc8-8709-459fb83c7608 HTTP/1.1" status: 200 len: 990 time: 0.9754226 Dec 15 14:17:40.652119 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dba5304f-71f5-478d-9a3b-80f90a1cbb9c', 'tag': 'ddb42df2-bffe-4eca-bd92-bb43eef42752'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:17:40.663814 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54343ee614085f4f2fe791b0f2f4c0bf4988d50ad8e642b13afe6f74cb17e673" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a0516c-40ca-4b3d-a980-8b34b762ba1b" -d '{"events": [{"name": "network-changed", "server_uuid": "dba5304f-71f5-478d-9a3b-80f90a1cbb9c", "tag": "ddb42df2-bffe-4eca-bd92-bb43eef42752"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:17:40.704232 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a200a614-1a08-43ce-b2da-509a2f2758b1 x-openstack-request-id: req-a200a614-1a08-43ce-b2da-509a2f2758b1 {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:17:40.704534 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dba5304f-71f5-478d-9a3b-80f90a1cbb9c", "tag": "ddb42df2-bffe-4eca-bd92-bb43eef42752", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:17:40.704792 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a200a614-1a08-43ce-b2da-509a2f2758b1 {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:17:40.705218 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dba5304f-71f5-478d-9a3b-80f90a1cbb9c', 'tag': 'ddb42df2-bffe-4eca-bd92-bb43eef42752', 'status': 'completed', 'code': 200} Dec 15 14:17:40.761475 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-0fb6ff5e-22b8-4b6c-900f-8d4e0b25e56a None None] Set router 338eeed0-0f42-48a9-9854-55c4d5b1385f gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:17:40.772889 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0516c-40ca-4b3d-a980-8b34b762ba1b req-aed94acf-71bd-4695-bab2-b534260d15f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:40.774310 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c1a0516c-40ca-4b3d-a980-8b34b762ba1b req-aed94acf-71bd-4695-bab2-b534260d15f8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0d09ce10de40483aa9ac94558a84aa47&device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 1098 time: 0.0411096 Dec 15 14:17:40.866728 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0516c-40ca-4b3d-a980-8b34b762ba1b req-e5325f86-fceb-4a9e-b780-11fda02208a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:40.868230 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c1a0516c-40ca-4b3d-a980-8b34b762ba1b req-e5325f86-fceb-4a9e-b780-11fda02208a9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=87207a00-487c-41ca-9a1a-60e78eea9937 HTTP/1.1" status: 200 len: 917 time: 0.0860085 Dec 15 14:17:40.952675 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c1a0516c-40ca-4b3d-a980-8b34b762ba1b req-b03b0183-b1a1-4c37-9509-31ef59094216 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddb42df2-bffe-4eca-bd92-bb43eef42752 HTTP/1.1" status: 200 len: 998 time: 0.0631592 Dec 15 14:17:41.003436 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0516c-40ca-4b3d-a980-8b34b762ba1b req-c3a301ca-99f9-4dd0-ba10-f1e5f7efb6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:41.005038 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c1a0516c-40ca-4b3d-a980-8b34b762ba1b req-c3a301ca-99f9-4dd0-ba10-f1e5f7efb6f3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1cdbf821-be2b-4255-be5a-f39d9618a49d HTTP/1.1" status: 200 len: 855 time: 0.0441909 Dec 15 14:17:41.052774 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0516c-40ca-4b3d-a980-8b34b762ba1b req-b354f0e2-a4db-4508-ade1-27b8b5fd9f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:41.054256 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c1a0516c-40ca-4b3d-a980-8b34b762ba1b req-b354f0e2-a4db-4508-ade1-27b8b5fd9f9f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=87207a00-487c-41ca-9a1a-60e78eea9937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422733 Dec 15 14:17:41.161767 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-0fb6ff5e-22b8-4b6c-900f-8d4e0b25e56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'name': 'tempest-AttachVolumeShelveTestJSON-839835585-router', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '6d0e5b21-2828-4507-aa1e-208a44ecac8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:07Z', 'updated_at': '2021-12-15T14:13:15Z', 'revision_number': 4, 'project_id': '0d09ce10de40483aa9ac94558a84aa47', 'gw_port': {'id': '6d0e5b21-2828-4507-aa1e-208a44ecac8e', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:08Z', 'updated_at': '2021-12-15T14:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_floatingips': [{'id': 'b0b2dafe-1fcd-4bc8-8709-459fb83c7608', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'router_id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'port_id': 'ddb42df2-bffe-4eca-bd92-bb43eef42752', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937', 'mac_address': 'fa:16:3e:b8:15:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba5304f-71f5-478d-9a3b-80f90a1cbb9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:17:22Z', 'updated_at': '2021-12-15T14:17:40Z', 'revision_number': 1, 'project_id': '0d09ce10de40483aa9ac94558a84aa47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a', 'name': '', 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'mac_address': 'fa:16:3e:78:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1cdbf821-be2b-4255-be5a-f39d9618a49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:13Z', 'updated_at': '2021-12-15T14:13:21Z', 'revision_number': 5, 'project_id': '0d09ce10de40483aa9ac94558a84aa47', 'subnets': [{'id': '1cdbf821-be2b-4255-be5a-f39d9618a49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:17:41.171910 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c1a0516c-40ca-4b3d-a980-8b34b762ba1b req-c9e4bf38-9116-42f7-b22a-08b800c0f839 service neutron] 10.222.0.54 "GET /v2.0/networks/87207a00-487c-41ca-9a1a-60e78eea9937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063356 Dec 15 14:17:41.189056 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb6ff5e-22b8-4b6c-900f-8d4e0b25e56a None None] Checking router: 338eeed0-0f42-48a9-9854-55c4d5b1385f for host: dv-cinder-813229-4-iscsi {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:17:41.197749 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb6ff5e-22b8-4b6c-900f-8d4e0b25e56a None None] Routers {'338eeed0-0f42-48a9-9854-55c4d5b1385f'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:17:41.198373 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-0fb6ff5e-22b8-4b6c-900f-8d4e0b25e56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:17:36Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['338eeed0-0f42-48a9-9854-55c4d5b1385f'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:17:41.295112 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c1a0516c-40ca-4b3d-a980-8b34b762ba1b req-4ec570e9-03e9-47a5-9cba-ee84ced3bae9 service neutron] 10.222.0.54 "GET /v2.0/networks/87207a00-487c-41ca-9a1a-60e78eea9937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053879 Dec 15 14:17:41.311987 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-0fb6ff5e-22b8-4b6c-900f-8d4e0b25e56a None None] Set router 338eeed0-0f42-48a9-9854-55c4d5b1385f gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:17:41.532790 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-0fb6ff5e-22b8-4b6c-900f-8d4e0b25e56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'name': 'tempest-AttachVolumeShelveTestJSON-839835585-router', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '6d0e5b21-2828-4507-aa1e-208a44ecac8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:07Z', 'updated_at': '2021-12-15T14:13:15Z', 'revision_number': 4, 'project_id': '0d09ce10de40483aa9ac94558a84aa47', 'gw_port': {'id': '6d0e5b21-2828-4507-aa1e-208a44ecac8e', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:08Z', 'updated_at': '2021-12-15T14:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_floatingips': [{'id': 'b0b2dafe-1fcd-4bc8-8709-459fb83c7608', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'router_id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'port_id': 'ddb42df2-bffe-4eca-bd92-bb43eef42752', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937', 'mac_address': 'fa:16:3e:b8:15:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba5304f-71f5-478d-9a3b-80f90a1cbb9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:17:22Z', 'updated_at': '2021-12-15T14:17:40Z', 'revision_number': 1, 'project_id': '0d09ce10de40483aa9ac94558a84aa47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a', 'name': '', 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'mac_address': 'fa:16:3e:78:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1cdbf821-be2b-4255-be5a-f39d9618a49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:13Z', 'updated_at': '2021-12-15T14:13:21Z', 'revision_number': 5, 'project_id': '0d09ce10de40483aa9ac94558a84aa47', 'subnets': [{'id': '1cdbf821-be2b-4255-be5a-f39d9618a49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:17:41.563969 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb6ff5e-22b8-4b6c-900f-8d4e0b25e56a None None] The sync data for ids ['338eeed0-0f42-48a9-9854-55c4d5b1385f'] in dv-cinder-813229-4-iscsi is: [{'id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'name': 'tempest-AttachVolumeShelveTestJSON-839835585-router', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '6d0e5b21-2828-4507-aa1e-208a44ecac8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:07Z', 'updated_at': '2021-12-15T14:13:15Z', 'revision_number': 4, 'project_id': '0d09ce10de40483aa9ac94558a84aa47', 'gw_port': {'id': '6d0e5b21-2828-4507-aa1e-208a44ecac8e', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:08Z', 'updated_at': '2021-12-15T14:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_floatingips': [{'id': 'b0b2dafe-1fcd-4bc8-8709-459fb83c7608', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'router_id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'port_id': 'ddb42df2-bffe-4eca-bd92-bb43eef42752', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937', 'mac_address': 'fa:16:3e:b8:15:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dba5304f-71f5-478d-9a3b-80f90a1cbb9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:17:22Z', 'updated_at': '2021-12-15T14:17:40Z', 'revision_number': 1, 'project_id': '0d09ce10de40483aa9ac94558a84aa47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a', 'name': '', 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'mac_address': 'fa:16:3e:78:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1cdbf821-be2b-4255-be5a-f39d9618a49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:13Z', 'updated_at': '2021-12-15T14:13:21Z', 'revision_number': 5, 'project_id': '0d09ce10de40483aa9ac94558a84aa47', 'subnets': [{'id': '1cdbf821-be2b-4255-be5a-f39d9618a49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:17:41.749983 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb4cc34-56cc-43ec-8512-abf98b5b0884 None None] New status for floating IP b0b2dafe-1fcd-4bc8-8709-459fb83c7608: ACTIVE {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:17:42.600509 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device af89c1d9-b2e7-4b10-aba0-059ac4a7d85d no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:17:42.621394 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] No Port match for: af89c1d9-b2e7-4b10-aba0-059ac4a7d85d {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:17:42.621735 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device af89c1d9-b2e7-4b10-aba0-059ac4a7d85d not bound to the agent host hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:17:43.288369 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c89f24-bac3-42ed-abd8-911697285246 req-833990cd-5647-4161-a3c4-716671351649 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:43.290075 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-22c89f24-bac3-42ed-abd8-911697285246 req-833990cd-5647-4161-a3c4-716671351649 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 984 time: 0.0498242 Dec 15 14:17:43.349285 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-22c89f24-bac3-42ed-abd8-911697285246 req-0f112133-d149-4480-b282-0eb8a08055be tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&id=e3a6788a-4487-4c74-bd81-0bd2c008548d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534286 Dec 15 14:17:44.085211 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-3a64111a-f993-41c1-bd39-51f5f506925d tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:44.086586 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-3a64111a-f993-41c1-bd39-51f5f506925d tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/networks?id=0ca1363a-730e-4e8b-a82f-8b7d81e5a05c HTTP/1.1" status: 200 len: 814 time: 0.1032565 Dec 15 14:17:44.101544 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-b075e431-3e91-45cb-bbd3-a31d6605b54b tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/quotas/1fb03627f3cf48e883d03edd35399116 HTTP/1.1" status: 200 len: 375 time: 0.0093114 Dec 15 14:17:44.150794 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-cf8cdf9f-d13d-4f1a-98c3-d2d8f98826f5 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1fb03627f3cf48e883d03edd35399116&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0435598 Dec 15 14:17:44.240663 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-e09255e9-3efc-42f4-b443-eedbf65e3be2 service neutron] 10.222.0.36 "GET /v2.0/networks/0ca1363a-730e-4e8b-a82f-8b7d81e5a05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827632 Dec 15 14:17:44.332072 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-5dc75b20-7405-4dbf-8e3a-17c1a9f32d8e service neutron] 10.222.0.36 "GET /v2.0/networks/0ca1363a-730e-4e8b-a82f-8b7d81e5a05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855091 Dec 15 14:17:44.633938 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9f626c02-da44-4106-b132-b7e8798042f7 req-6833b08b-d816-473c-853a-a996de8e6f4d tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fbf4fc8-88c2-4070-a5ff-5e5845affa90 HTTP/1.1" status: 200 len: 210 time: 0.0478287 Dec 15 14:17:44.656353 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14535efc-3c11-42ff-9211-a927bbe895c5 req-bf43f94c-c39c-4b99-8010-448e78d84b95 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:44.657748 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-14535efc-3c11-42ff-9211-a927bbe895c5 req-bf43f94c-c39c-4b99-8010-448e78d84b95 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 984 time: 0.1130402 Dec 15 14:17:44.673044 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69052839-9ad9-44a1-a37c-ce83ae3517ab req-9811289d-3c56-4861-8686-a185d9822aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:44.674458 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-69052839-9ad9-44a1-a37c-ce83ae3517ab req-9811289d-3c56-4861-8686-a185d9822aa4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9ed188fb44624c1b86723b0a0cf261c5&device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 1137 time: 0.0999739 Dec 15 14:17:44.783204 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-14535efc-3c11-42ff-9211-a927bbe895c5 req-87bbe445-6428-41bf-83e1-8ab8a96d2bed tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&id=e3a6788a-4487-4c74-bd81-0bd2c008548d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1189916 Dec 15 14:17:44.810922 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69052839-9ad9-44a1-a37c-ce83ae3517ab req-2bda6414-18cd-44ff-b3b3-710d0c3fbb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:44.818043 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-69052839-9ad9-44a1-a37c-ce83ae3517ab req-2bda6414-18cd-44ff-b3b3-710d0c3fbb13 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0ab8db93-01e2-4a13-a31c-081ad8890766 HTTP/1.1" status: 200 len: 916 time: 0.1303439 Dec 15 14:17:44.882735 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-69052839-9ad9-44a1-a37c-ce83ae3517ab req-b21a5a60-6c7f-427a-8f8b-3e6c19a774f3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f77f8ec-a564-45e4-a011-24904a851e4c HTTP/1.1" status: 200 len: 1001 time: 0.0602753 Dec 15 14:17:44.933442 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69052839-9ad9-44a1-a37c-ce83ae3517ab req-5d635acc-3294-4f92-a831-a9b593a8d608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:44.934847 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-69052839-9ad9-44a1-a37c-ce83ae3517ab req-5d635acc-3294-4f92-a831-a9b593a8d608 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c3bc8042-5e9a-48ef-a809-de8051625fa5 HTTP/1.1" status: 200 len: 854 time: 0.0431485 Dec 15 14:17:44.986001 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69052839-9ad9-44a1-a37c-ce83ae3517ab req-ec35ce8f-0541-4212-8e96-5c2b3e7b2b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:44.987466 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-69052839-9ad9-44a1-a37c-ce83ae3517ab req-ec35ce8f-0541-4212-8e96-5c2b3e7b2b41 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0ab8db93-01e2-4a13-a31c-081ad8890766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439625 Dec 15 14:17:45.077556 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-69052839-9ad9-44a1-a37c-ce83ae3517ab req-d4386fbe-3195-46d3-ae7a-0f7caa96028b service neutron] 10.222.0.54 "GET /v2.0/networks/0ab8db93-01e2-4a13-a31c-081ad8890766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821078 Dec 15 14:17:45.171223 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-69052839-9ad9-44a1-a37c-ce83ae3517ab req-65a7b868-5490-4afb-adc7-f1752bfeb66b service neutron] 10.222.0.54 "GET /v2.0/networks/0ab8db93-01e2-4a13-a31c-081ad8890766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863528 Dec 15 14:17:45.731352 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-04a63aac-4b83-46e5-a3f2-2ac472fcbd4a req-5e4b8f11-afb7-4264-913f-95f4256ed1e9 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fbf4fc8-88c2-4070-a5ff-5e5845affa90 HTTP/1.1" status: 200 len: 210 time: 0.0261695 Dec 15 14:17:45.902820 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01901957-3963-464b-95dd-b405c02aff9c req-5dd453bd-f6e2-4b8e-a439-c28c9a1f5378 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:45.904223 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-01901957-3963-464b-95dd-b405c02aff9c req-5dd453bd-f6e2-4b8e-a439-c28c9a1f5378 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 984 time: 0.0490072 Dec 15 14:17:45.978790 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-01901957-3963-464b-95dd-b405c02aff9c req-ddcc3675-173b-4e70-8da3-d96acd9a93b3 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&id=e3a6788a-4487-4c74-bd81-0bd2c008548d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0633705 Dec 15 14:17:46.552364 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-0551702b-21ca-4e7a-b0d9-72e41f3f65ba tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:46.553680 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-0551702b-21ca-4e7a-b0d9-72e41f3f65ba tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.54 "GET /v2.0/networks?id=0ca1363a-730e-4e8b-a82f-8b7d81e5a05c HTTP/1.1" status: 200 len: 814 time: 0.1088064 Dec 15 14:17:46.569661 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-e4157bce-3837-4f07-9881-f04e7ae9f1b9 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Request body: {'port': {'device_id': '0fbf4fc8-88c2-4070-a5ff-5e5845affa90', 'network_id': '0ca1363a-730e-4e8b-a82f-8b7d81e5a05c', 'admin_state_up': True, 'tenant_id': '1fb03627f3cf48e883d03edd35399116'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:17:46.784868 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-e4157bce-3837-4f07-9881-f04e7ae9f1b9 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Made reservation on behalf of 1fb03627f3cf48e883d03edd35399116 for: {'port': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:17:46.788631 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-e4157bce-3837-4f07-9881-f04e7ae9f1b9 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:46.838020 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c289e8b3-4e75-4dcc-a3f2-fb6fd1b0f677 req-d4ed1eb8-c528-4864-8a31-e35a1b4c605e tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fbf4fc8-88c2-4070-a5ff-5e5845affa90 HTTP/1.1" status: 200 len: 210 time: 0.0326726 Dec 15 14:17:46.942375 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-e4157bce-3837-4f07-9881-f04e7ae9f1b9 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Allocated IP 172.20.0.14 (0ca1363a-730e-4e8b-a82f-8b7d81e5a05c/7d9daf91-d310-48e3-9912-e86a98be8208/4732b8b2-cc35-4586-a6eb-d32aa6c61027) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:17:47.318112 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55ed13-db42-4e90-af5a-7d0f900f53bf req-c6f4003d-8610-4289-91e7-be8b40e67fc9 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:47.319573 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5d55ed13-db42-4e90-af5a-7d0f900f53bf req-c6f4003d-8610-4289-91e7-be8b40e67fc9 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 984 time: 0.1117404 Dec 15 14:17:47.387914 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-e4157bce-3837-4f07-9881-f04e7ae9f1b9 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Publish callbacks [] for port, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:47.423003 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5d55ed13-db42-4e90-af5a-7d0f900f53bf req-6a19de6e-b01a-4a98-b16c-7102b274ce5b tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&id=e3a6788a-4487-4c74-bd81-0bd2c008548d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0969245 Dec 15 14:17:47.487898 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-e4157bce-3837-4f07-9881-f04e7ae9f1b9 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:47.501210 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['8d57ebc8-df52-4c7e-a667-d3e62ecd8753'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:17:47.532807 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-e4157bce-3837-4f07-9881-f04e7ae9f1b9 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Network 0ca1363a-730e-4e8b-a82f-8b7d81e5a05c is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:17:47.536012 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-e4157bce-3837-4f07-9881-f04e7ae9f1b9 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:17:47.538562 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-e4157bce-3837-4f07-9881-f04e7ae9f1b9 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:17:47.570191 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4157bce-3837-4f07-9881-f04e7ae9f1b9 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Pushing event updated for resources: {'Port': ['ID=4732b8b2-cc35-4586-a6eb-d32aa6c61027,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:47.597907 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-e4157bce-3837-4f07-9881-f04e7ae9f1b9 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:47.598729 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-e4157bce-3837-4f07-9881-f04e7ae9f1b9 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:47.701808 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-e4157bce-3837-4f07-9881-f04e7ae9f1b9 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1357014 Dec 15 14:17:47.715960 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-bd4962db-e5b3-45dd-be9b-6b800975cb86 service neutron] Request body: {'port': {'device_id': '0fbf4fc8-88c2-4070-a5ff-5e5845affa90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:17:47.769098 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-bd4962db-e5b3-45dd-be9b-6b800975cb86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:48.008433 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc4a14-4216-4ad5-9509-27f18696e27c req-499a194a-311c-4733-8bf6-1aaf0a27007a tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:48.009810 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-83dc4a14-4216-4ad5-9509-27f18696e27c req-499a194a-311c-4733-8bf6-1aaf0a27007a tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fbf4fc8-88c2-4070-a5ff-5e5845affa90 HTTP/1.1" status: 200 len: 932 time: 0.0823405 Dec 15 14:17:48.098947 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-83dc4a14-4216-4ad5-9509-27f18696e27c req-3587a563-2c89-439d-8c89-c71f7cd80841 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821366 Dec 15 14:17:48.104548 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-bd4962db-e5b3-45dd-be9b-6b800975cb86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4732b8b2-cc35-4586-a6eb-d32aa6c61027 {{(pid=103145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:17:48.112746 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-bd4962db-e5b3-45dd-be9b-6b800975cb86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:48.124888 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.provisioning_blocks [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-bd4962db-e5b3-45dd-be9b-6b800975cb86 service neutron] Transition to ACTIVE for port object 4732b8b2-cc35-4586-a6eb-d32aa6c61027 will not be triggered until provisioned by entity L2. {{(pid=103145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:17:48.202420 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-bd4962db-e5b3-45dd-be9b-6b800975cb86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:48.253663 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4962db-e5b3-45dd-be9b-6b800975cb86 service neutron] Pushing event updated for resources: {'Port': ['ID=4732b8b2-cc35-4586-a6eb-d32aa6c61027,revision_number=2']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:48.320161 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-bd4962db-e5b3-45dd-be9b-6b800975cb86 service neutron] Attempting to bind port 4732b8b2-cc35-4586-a6eb-d32aa6c61027 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:17:48.320493 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-bd4962db-e5b3-45dd-be9b-6b800975cb86 service neutron] Attempting to bind port 4732b8b2-cc35-4586-a6eb-d32aa6c61027 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '210648ca-80de-4163-9abc-f124b0d08ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0ca1363a-730e-4e8b-a82f-8b7d81e5a05c'}] {{(pid=103145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:17:48.320845 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-bd4962db-e5b3-45dd-be9b-6b800975cb86 service neutron] Attempting to bind port 4732b8b2-cc35-4586-a6eb-d32aa6c61027 on network 0ca1363a-730e-4e8b-a82f-8b7d81e5a05c {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:17:48.325052 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-bd4962db-e5b3-45dd-be9b-6b800975cb86 service neutron] Port 4732b8b2-cc35-4586-a6eb-d32aa6c61027 on network 0ca1363a-730e-4e8b-a82f-8b7d81e5a05c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:17:48.325365 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-bd4962db-e5b3-45dd-be9b-6b800975cb86 service neutron] Attempting to bind port 4732b8b2-cc35-4586-a6eb-d32aa6c61027 on network 0ca1363a-730e-4e8b-a82f-8b7d81e5a05c {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:17:48.330333 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-bd4962db-e5b3-45dd-be9b-6b800975cb86 service neutron] Checking agent: {'id': 'ac5d7605-2d06-411e-ba74-ad46eb528a57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 11, 20), 'started_at': datetime.datetime(2021, 12, 15, 14, 11, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:17:48.330664 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-bd4962db-e5b3-45dd-be9b-6b800975cb86 service neutron] Checking segment: {'id': '210648ca-80de-4163-9abc-f124b0d08ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0ca1363a-730e-4e8b-a82f-8b7d81e5a05c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:17:48.331060 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-bd4962db-e5b3-45dd-be9b-6b800975cb86 service neutron] Bound using segment: {'id': '210648ca-80de-4163-9abc-f124b0d08ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0ca1363a-730e-4e8b-a82f-8b7d81e5a05c'} {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:17:48.331455 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-bd4962db-e5b3-45dd-be9b-6b800975cb86 service neutron] Bound port: 4732b8b2-cc35-4586-a6eb-d32aa6c61027, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '210648ca-80de-4163-9abc-f124b0d08ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0ca1363a-730e-4e8b-a82f-8b7d81e5a05c'}}] {{(pid=103145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:17:48.331795 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-bd4962db-e5b3-45dd-be9b-6b800975cb86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:48.393653 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-bd4962db-e5b3-45dd-be9b-6b800975cb86 service neutron] For port 4732b8b2-cc35-4586-a6eb-d32aa6c61027, host hv-cinder-81322, cleared binding levels {{(pid=103145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:17:48.396830 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-bd4962db-e5b3-45dd-be9b-6b800975cb86 service neutron] For port 4732b8b2-cc35-4586-a6eb-d32aa6c61027, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4732b8b2-cc35-4586-a6eb-d32aa6c61027,segment=NetworkSegment(210648ca-80de-4163-9abc-f124b0d08ce7),segment_id=210648ca-80de-4163-9abc-f124b0d08ce7)] {{(pid=103145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:17:48.479822 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-bd4962db-e5b3-45dd-be9b-6b800975cb86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:48.516928 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-bd4962db-e5b3-45dd-be9b-6b800975cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:48.517552 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-bd4962db-e5b3-45dd-be9b-6b800975cb86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:48.519322 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-bd4962db-e5b3-45dd-be9b-6b800975cb86 service neutron] 10.222.0.54 "PUT /v2.0/ports/4732b8b2-cc35-4586-a6eb-d32aa6c61027 HTTP/1.1" status: 200 len: 1094 time: 0.8074672 Dec 15 14:17:48.524972 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fbf4fc8-88c2-4070-a5ff-5e5845affa90', 'tag': '4732b8b2-cc35-4586-a6eb-d32aa6c61027'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:17:48.527345 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54343ee614085f4f2fe791b0f2f4c0bf4988d50ad8e642b13afe6f74cb17e673" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107c5eb4-a7d8-4509-a4da-a45b504fdf89" -d '{"events": [{"name": "network-changed", "server_uuid": "0fbf4fc8-88c2-4070-a5ff-5e5845affa90", "tag": "4732b8b2-cc35-4586-a6eb-d32aa6c61027"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:17:48.568694 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd14ac1a-e466-4942-a86e-83eca7f48e17 x-openstack-request-id: req-cd14ac1a-e466-4942-a86e-83eca7f48e17 {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:17:48.569028 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fbf4fc8-88c2-4070-a5ff-5e5845affa90", "tag": "4732b8b2-cc35-4586-a6eb-d32aa6c61027", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:17:48.569329 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cd14ac1a-e466-4942-a86e-83eca7f48e17 {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:17:48.569743 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fbf4fc8-88c2-4070-a5ff-5e5845affa90', 'tag': '4732b8b2-cc35-4586-a6eb-d32aa6c61027', 'status': 'completed', 'code': 200} Dec 15 14:17:48.592857 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4962db-e5b3-45dd-be9b-6b800975cb86 service neutron] Pushing event updated for resources: {'Port': ['ID=4732b8b2-cc35-4586-a6eb-d32aa6c61027,revision_number=3']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:48.634063 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9082f-82f3-45ca-9afb-0654943a8e22 req-59198d26-68ae-4b0c-bbfa-5dc9c9b4e9b6 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:48.635553 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-fcf9082f-82f3-45ca-9afb-0654943a8e22 req-59198d26-68ae-4b0c-bbfa-5dc9c9b4e9b6 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 984 time: 0.1250288 Dec 15 14:17:48.654398 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c5eb4-a7d8-4509-a4da-a45b504fdf89 req-b8462654-1382-47cf-a204-dea5e146531f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:48.656443 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-107c5eb4-a7d8-4509-a4da-a45b504fdf89 req-b8462654-1382-47cf-a204-dea5e146531f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1fb03627f3cf48e883d03edd35399116&device_id=0fbf4fc8-88c2-4070-a5ff-5e5845affa90 HTTP/1.1" status: 200 len: 1097 time: 0.0591316 Dec 15 14:17:48.756724 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-fcf9082f-82f3-45ca-9afb-0654943a8e22 req-dd01fd1b-e359-4b91-9d7f-217610b9451e tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&id=e3a6788a-4487-4c74-bd81-0bd2c008548d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1136663 Dec 15 14:17:48.796817 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c5eb4-a7d8-4509-a4da-a45b504fdf89 req-3242df23-9504-4150-a6a5-2f26e30830e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:48.798436 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-107c5eb4-a7d8-4509-a4da-a45b504fdf89 req-3242df23-9504-4150-a6a5-2f26e30830e1 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=1fb03627f3cf48e883d03edd35399116&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1224813 Dec 15 14:17:48.896705 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c5eb4-a7d8-4509-a4da-a45b504fdf89 req-c9978f8c-a9f2-4dfc-ba50-7ac1c61d545f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:48.898180 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-107c5eb4-a7d8-4509-a4da-a45b504fdf89 req-c9978f8c-a9f2-4dfc-ba50-7ac1c61d545f service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895996 Dec 15 14:17:48.979685 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-275468f7-7c61-4271-b65d-2bf9687b7554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:48.981290 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-275468f7-7c61-4271-b65d-2bf9687b7554 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1fb03627f3cf48e883d03edd35399116&device_id=0fbf4fc8-88c2-4070-a5ff-5e5845affa90 HTTP/1.1" status: 200 len: 1097 time: 0.0453470 Dec 15 14:17:49.022975 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-cbdfd213-f5cd-489f-a639-c8ec48278d93 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4732b8b2-cc35-4586-a6eb-d32aa6c61027 HTTP/1.1" status: 200 len: 217 time: 0.0333786 Dec 15 14:17:49.079119 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-7367b811-f0c4-43fc-9da8-001f66679b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:49.079119 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-7367b811-f0c4-43fc-9da8-001f66679b20 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7d9daf91-d310-48e3-9912-e86a98be8208 HTTP/1.1" status: 200 len: 854 time: 0.0465627 Dec 15 14:17:49.114476 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-9ac38620-eda9-4394-a62e-9fc254d2d17b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0ca1363a-730e-4e8b-a82f-8b7d81e5a05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263691 Dec 15 14:17:49.250964 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0ed8f-0cb7-40e1-9e33-80dedfed98c3 req-d3ef7c78-6934-4c0b-b8d4-40d38babe9a4 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:49.252447 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-37e0ed8f-0cb7-40e1-9e33-80dedfed98c3 req-d3ef7c78-6934-4c0b-b8d4-40d38babe9a4 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fbf4fc8-88c2-4070-a5ff-5e5845affa90 HTTP/1.1" status: 200 len: 944 time: 0.0773859 Dec 15 14:17:49.257638 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-2d983f0b-d594-4a23-8a0b-4ebfee575cd5 service neutron] 10.222.0.54 "GET /v2.0/networks/0ca1363a-730e-4e8b-a82f-8b7d81e5a05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290162 Dec 15 14:17:49.351434 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-37e0ed8f-0cb7-40e1-9e33-80dedfed98c3 req-66ee3591-b831-4426-911c-ed6a6a0a08ec tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927675 Dec 15 14:17:49.377722 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-26e4ec0a-b311-4007-a3f6-c3e79fe6605e req-5d439dbf-963b-4529-a9d6-c2b4e62a1912 service neutron] 10.222.0.54 "GET /v2.0/networks/0ca1363a-730e-4e8b-a82f-8b7d81e5a05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121495 Dec 15 14:17:49.770232 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:49.879615 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8d4e4-deac-467e-95c1-d2378d962490 req-251e8375-ee5a-4952-bb6c-5dee5a81f977 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:49.881221 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-61a8d4e4-deac-467e-95c1-d2378d962490 req-251e8375-ee5a-4952-bb6c-5dee5a81f977 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 984 time: 0.0512285 Dec 15 14:17:49.943021 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-61a8d4e4-deac-467e-95c1-d2378d962490 req-902519bb-2056-44f6-80ea-6318124d28c6 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&id=e3a6788a-4487-4c74-bd81-0bd2c008548d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555873 Dec 15 14:17:50.472582 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f741d-75b6-4c6f-9e91-4fd576fd0b55 req-46c5c4f7-bea4-4c4e-a042-8164af9c3f20 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:50.474046 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b05f741d-75b6-4c6f-9e91-4fd576fd0b55 req-46c5c4f7-bea4-4c4e-a042-8164af9c3f20 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fbf4fc8-88c2-4070-a5ff-5e5845affa90 HTTP/1.1" status: 200 len: 944 time: 0.0555646 Dec 15 14:17:50.521763 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b05f741d-75b6-4c6f-9e91-4fd576fd0b55 req-a7eaf1d2-03e7-4e50-874f-6ba860094153 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413802 Dec 15 14:17:51.056684 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57634ba-b8e8-4147-99b4-daf787056417 req-1ed819bd-1d19-4579-9833-76080f3cbbac tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:51.058152 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b57634ba-b8e8-4147-99b4-daf787056417 req-1ed819bd-1d19-4579-9833-76080f3cbbac tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 984 time: 0.0491195 Dec 15 14:17:51.119151 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b57634ba-b8e8-4147-99b4-daf787056417 req-1e700542-8a36-4c9d-b38a-2740a4582ae2 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&id=e3a6788a-4487-4c74-bd81-0bd2c008548d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549586 Dec 15 14:17:51.635437 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8da411-525d-47e8-9b2c-9c435d8bbb31 req-ddf3b256-4703-42b9-a74e-18aad6b7aac8 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:51.636923 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2a8da411-525d-47e8-9b2c-9c435d8bbb31 req-ddf3b256-4703-42b9-a74e-18aad6b7aac8 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fbf4fc8-88c2-4070-a5ff-5e5845affa90 HTTP/1.1" status: 200 len: 944 time: 0.0488982 Dec 15 14:17:51.687105 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2a8da411-525d-47e8-9b2c-9c435d8bbb31 req-2225ae2b-726b-43da-babf-019a8d0e807b tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437210 Dec 15 14:17:52.234539 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140530a-e090-49dc-bb89-2ea8b3082049 req-a76651b3-2811-418f-9258-a4b6d656cb0b tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:52.236022 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6140530a-e090-49dc-bb89-2ea8b3082049 req-a76651b3-2811-418f-9258-a4b6d656cb0b tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 984 time: 0.0489790 Dec 15 14:17:52.296275 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6140530a-e090-49dc-bb89-2ea8b3082049 req-3ff6f3d0-6786-432d-b752-0e55851c6ddd tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&id=e3a6788a-4487-4c74-bd81-0bd2c008548d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540063 Dec 15 14:17:52.802141 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ce201-68f7-472b-aa28-3934835f0ac9 req-fe5e1a37-18ed-482e-b1bd-7726b4d2459f tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:52.803650 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-035ce201-68f7-472b-aa28-3934835f0ac9 req-fe5e1a37-18ed-482e-b1bd-7726b4d2459f tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fbf4fc8-88c2-4070-a5ff-5e5845affa90 HTTP/1.1" status: 200 len: 944 time: 0.0482478 Dec 15 14:17:52.851082 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-035ce201-68f7-472b-aa28-3934835f0ac9 req-781ab02f-1d43-406d-940f-e0dd66f51c6a tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415115 Dec 15 14:17:53.413279 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6eb92d-a4f4-4cd7-af77-3fdc6e29010c req-7ad5fdd3-5fbc-4faf-bef4-e9a63c55b6d9 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:53.414735 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1d6eb92d-a4f4-4cd7-af77-3fdc6e29010c req-7ad5fdd3-5fbc-4faf-bef4-e9a63c55b6d9 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 984 time: 0.0521686 Dec 15 14:17:53.473023 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1d6eb92d-a4f4-4cd7-af77-3fdc6e29010c req-9a921651-2791-4665-9a97-55423e9c6cde tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&id=e3a6788a-4487-4c74-bd81-0bd2c008548d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523858 Dec 15 14:17:53.731238 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 4732b8b2-cc35-4586-a6eb-d32aa6c61027 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:17:53.828609 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 4732b8b2-cc35-4586-a6eb-d32aa6c61027, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4732b8b2-cc35-4586-a6eb-d32aa6c61027,segment=NetworkSegment(210648ca-80de-4163-9abc-f124b0d08ce7),segment_id=210648ca-80de-4163-9abc-f124b0d08ce7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:17:53.839245 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Returning: {'device': '4732b8b2-cc35-4586-a6eb-d32aa6c61027', 'network_id': '0ca1363a-730e-4e8b-a82f-8b7d81e5a05c', 'port_id': '4732b8b2-cc35-4586-a6eb-d32aa6c61027', 'mac_address': 'fa:16:3e:ed:19:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d9daf91-d310-48e3-9912-e86a98be8208', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:17:53.875852 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:53.889814 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4732b8b2-cc35-4586-a6eb-d32aa6c61027 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:17:53.909579 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 4732b8b2-cc35-4586-a6eb-d32aa6c61027, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4732b8b2-cc35-4586-a6eb-d32aa6c61027,segment=NetworkSegment(210648ca-80de-4163-9abc-f124b0d08ce7),segment_id=210648ca-80de-4163-9abc-f124b0d08ce7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:17:53.967822 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac3bd3-adf9-483a-bc65-ff69c4d8e905 req-6fd5b763-3c6a-4a9c-af48-c45d31380c50 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:53.975780 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-dcac3bd3-adf9-483a-bc65-ff69c4d8e905 req-6fd5b763-3c6a-4a9c-af48-c45d31380c50 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fbf4fc8-88c2-4070-a5ff-5e5845affa90 HTTP/1.1" status: 200 len: 944 time: 0.0494919 Dec 15 14:17:53.999639 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:54.018082 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-dcac3bd3-adf9-483a-bc65-ff69c4d8e905 req-48600f4a-5ef1-473a-a611-0674dcd69dcd tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428400 Dec 15 14:17:54.052423 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=4732b8b2-cc35-4586-a6eb-d32aa6c61027,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:54.059422 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:54.059784 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:54.060184 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:54.060537 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:54.061727 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:54.062076 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:54.062419 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:54.062759 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:54.063099 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:54.063475 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:54.063820 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:54.064182 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:54.064561 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:17:54.304409 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['4732b8b2-cc35-4586-a6eb-d32aa6c61027'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:17:54.595433 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0886990-a28d-4fcd-989b-31f1946df90f req-84df059d-7850-412a-9f6c-0d9b6356aaa7 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:54.596948 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e0886990-a28d-4fcd-989b-31f1946df90f req-84df059d-7850-412a-9f6c-0d9b6356aaa7 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 984 time: 0.0538776 Dec 15 14:17:54.656679 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e0886990-a28d-4fcd-989b-31f1946df90f req-6bcfbb8e-db2f-4cf2-b1e6-014bed5f0c32 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&id=e3a6788a-4487-4c74-bd81-0bd2c008548d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532134 Dec 15 14:17:55.143411 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108271dc-7554-4529-8fd1-f5ba2315fd57 req-bfca8672-319d-4b19-ba88-5f71a7e43757 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:55.144958 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-108271dc-7554-4529-8fd1-f5ba2315fd57 req-bfca8672-319d-4b19-ba88-5f71a7e43757 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fbf4fc8-88c2-4070-a5ff-5e5845affa90 HTTP/1.1" status: 200 len: 945 time: 0.0568225 Dec 15 14:17:55.192730 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-108271dc-7554-4529-8fd1-f5ba2315fd57 req-fc91dc79-a648-4b0f-b2fb-02dc06e6da20 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418267 Dec 15 14:17:55.777321 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42621908-e2cb-426a-914d-296445f20766 req-6cc9441a-4bb3-42f6-b15d-8beb172db004 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:55.778709 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-42621908-e2cb-426a-914d-296445f20766 req-6cc9441a-4bb3-42f6-b15d-8beb172db004 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 984 time: 0.0520279 Dec 15 14:17:55.842730 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-42621908-e2cb-426a-914d-296445f20766 req-f3beda1c-1f44-4adc-969b-ec781b2becfc tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&id=e3a6788a-4487-4c74-bd81-0bd2c008548d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579402 Dec 15 14:17:56.309599 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342ed6a-acd2-4eed-87df-5cae6aae1efc req-cd5a56ad-a84b-4a7d-b08b-6c15c54134a5 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:56.311049 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f342ed6a-acd2-4eed-87df-5cae6aae1efc req-cd5a56ad-a84b-4a7d-b08b-6c15c54134a5 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fbf4fc8-88c2-4070-a5ff-5e5845affa90 HTTP/1.1" status: 200 len: 945 time: 0.0487671 Dec 15 14:17:56.358512 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f342ed6a-acd2-4eed-87df-5cae6aae1efc req-bd1efe73-4eee-4d06-8b0e-9e4299f2ce8b tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414319 Dec 15 14:17:56.721765 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 4732b8b2-cc35-4586-a6eb-d32aa6c61027 up at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:17:56.835902 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning for port 4732b8b2-cc35-4586-a6eb-d32aa6c61027 completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:17:56.839789 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning complete for port 4732b8b2-cc35-4586-a6eb-d32aa6c61027 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:17:56.840198 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:56.920001 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:56.944815 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fbf4fc8-88c2-4070-a5ff-5e5845affa90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4732b8b2-cc35-4586-a6eb-d32aa6c61027'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:17:56.947067 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563fd6401afa6af5759f990961882efb87115f058b142029c69814770c0d1fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98cdedaa-3146-44c9-a91f-9aea81226079" -d '{"events": [{"server_uuid": "0fbf4fc8-88c2-4070-a5ff-5e5845affa90", "name": "network-vif-plugged", "status": "completed", "tag": "4732b8b2-cc35-4586-a6eb-d32aa6c61027"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:17:56.961068 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 4732b8b2-cc35-4586-a6eb-d32aa6c61027, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4732b8b2-cc35-4586-a6eb-d32aa6c61027,segment=NetworkSegment(210648ca-80de-4163-9abc-f124b0d08ce7),segment_id=210648ca-80de-4163-9abc-f124b0d08ce7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:17:56.967527 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15fdaf-b03b-4577-9d67-06bd6e2ad721 req-ff9b642c-4491-482c-8184-177133a1009d tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:56.969079 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ae15fdaf-b03b-4577-9d67-06bd6e2ad721 req-ff9b642c-4491-482c-8184-177133a1009d tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 984 time: 0.0552773 Dec 15 14:17:57.032046 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ae15fdaf-b03b-4577-9d67-06bd6e2ad721 req-83c68883-d713-422c-9724-3e457f0dfcda tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&id=e3a6788a-4487-4c74-bd81-0bd2c008548d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564923 Dec 15 14:17:57.033387 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:17:57.066323 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b8dbc7-7805-4316-a5b9-b5bca138580e x-openstack-request-id: req-15b8dbc7-7805-4316-a5b9-b5bca138580e {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:17:57.066637 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fbf4fc8-88c2-4070-a5ff-5e5845affa90", "name": "network-vif-plugged", "status": "completed", "tag": "4732b8b2-cc35-4586-a6eb-d32aa6c61027", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:17:57.066897 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-15b8dbc7-7805-4316-a5b9-b5bca138580e {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:17:57.067301 dv-cinder-813229-4-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fbf4fc8-88c2-4070-a5ff-5e5845affa90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4732b8b2-cc35-4586-a6eb-d32aa6c61027', 'code': 200} Dec 15 14:17:57.089344 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=4732b8b2-cc35-4586-a6eb-d32aa6c61027,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:17:57.365962 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50580706-bb09-4e90-8b4d-ebfd0c4111c1 req-8b9efc97-11da-4a22-ac5e-caa770bb98ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:57.367341 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-50580706-bb09-4e90-8b4d-ebfd0c4111c1 req-8b9efc97-11da-4a22-ac5e-caa770bb98ad service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0fbf4fc8-88c2-4070-a5ff-5e5845affa90 HTTP/1.1" status: 200 len: 1099 time: 0.0434785 Dec 15 14:17:57.412701 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-50580706-bb09-4e90-8b4d-ebfd0c4111c1 req-cbe3bcd0-8ce6-45d6-8c85-b55ccc209c96 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371046 Dec 15 14:17:57.474597 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b992a-5600-4bd8-95d6-2d22885ee352 req-36530a9f-fab5-416d-ab48-cc211b92b7c8 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:57.474597 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-770b992a-5600-4bd8-95d6-2d22885ee352 req-36530a9f-fab5-416d-ab48-cc211b92b7c8 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fbf4fc8-88c2-4070-a5ff-5e5845affa90 HTTP/1.1" status: 200 len: 946 time: 0.0474021 Dec 15 14:17:57.523813 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-770b992a-5600-4bd8-95d6-2d22885ee352 req-3b12bc3d-6b19-4a30-83dc-9210e5a6a66f tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445602 Dec 15 14:17:58.150980 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23112b65-a363-4fbd-916e-ea2cd2f64666 req-063b8d5c-8d03-4416-bebd-5c6a0d8425c0 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:58.152480 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-23112b65-a363-4fbd-916e-ea2cd2f64666 req-063b8d5c-8d03-4416-bebd-5c6a0d8425c0 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 984 time: 0.0494397 Dec 15 14:17:58.213311 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-23112b65-a363-4fbd-916e-ea2cd2f64666 req-969fb60c-2200-48c7-abe2-45e84b6e00f8 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&id=e3a6788a-4487-4c74-bd81-0bd2c008548d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547819 Dec 15 14:17:58.649895 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7891f35-d455-4269-a1d8-b9b0895c1c74 req-cb980fce-fc90-4424-95e2-f35c94ace49a tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:58.651499 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d7891f35-d455-4269-a1d8-b9b0895c1c74 req-cb980fce-fc90-4424-95e2-f35c94ace49a tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fbf4fc8-88c2-4070-a5ff-5e5845affa90 HTTP/1.1" status: 200 len: 946 time: 0.0515795 Dec 15 14:17:58.701039 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d7891f35-d455-4269-a1d8-b9b0895c1c74 req-873dd124-d9a5-4419-9eab-6452bd019cd4 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429349 Dec 15 14:17:59.329310 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a1c6c-4093-4203-a365-a07b734d7dcc req-fb454f51-1a14-4d8e-a513-ff5fb2938ad4 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:59.330866 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b67a1c6c-4093-4203-a365-a07b734d7dcc req-fb454f51-1a14-4d8e-a513-ff5fb2938ad4 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 984 time: 0.0476463 Dec 15 14:17:59.392275 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b67a1c6c-4093-4203-a365-a07b734d7dcc req-300b5cc1-0d6e-44f8-b16b-7c3c8438d901 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&id=e3a6788a-4487-4c74-bd81-0bd2c008548d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550051 Dec 15 14:17:59.822895 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313a321-e7f9-442a-b8c2-485051b769e0 req-e9bbac8f-416a-4565-9509-32e7f21e536d tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:17:59.824443 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8313a321-e7f9-442a-b8c2-485051b769e0 req-e9bbac8f-416a-4565-9509-32e7f21e536d tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fbf4fc8-88c2-4070-a5ff-5e5845affa90 HTTP/1.1" status: 200 len: 946 time: 0.0518410 Dec 15 14:17:59.871667 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8313a321-e7f9-442a-b8c2-485051b769e0 req-39c31454-89c7-4ca5-8b74-f39cfdff0909 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402524 Dec 15 14:18:00.513769 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626fbdfd-1e83-47a7-8710-dd231941490d req-b6232983-f57c-48b9-abcc-4bda9361a510 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:00.515304 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-626fbdfd-1e83-47a7-8710-dd231941490d req-b6232983-f57c-48b9-abcc-4bda9361a510 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 984 time: 0.0507467 Dec 15 14:18:00.578210 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-626fbdfd-1e83-47a7-8710-dd231941490d req-2d4498aa-8766-4b85-aeae-0b654afb9946 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&id=e3a6788a-4487-4c74-bd81-0bd2c008548d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561287 Dec 15 14:18:01.700852 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10423e-a576-4e8a-8b3f-4b749091aea0 req-9bf2184e-2ba4-4d7a-baab-43df4c8b5391 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:01.702306 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-be10423e-a576-4e8a-8b3f-4b749091aea0 req-9bf2184e-2ba4-4d7a-baab-43df4c8b5391 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 984 time: 0.0521386 Dec 15 14:18:01.765100 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-be10423e-a576-4e8a-8b3f-4b749091aea0 req-b82d2659-ef42-4198-90dd-3a0d2d857103 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&id=e3a6788a-4487-4c74-bd81-0bd2c008548d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552471 Dec 15 14:18:02.776183 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-9f83cbb6-aa4e-45d5-ba74-fb9e7d69f175 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:02.777713 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-9f83cbb6-aa4e-45d5-ba74-fb9e7d69f175 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/networks?id=0ca1363a-730e-4e8b-a82f-8b7d81e5a05c HTTP/1.1" status: 200 len: 814 time: 0.1015596 Dec 15 14:18:02.792992 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-39352d88-40cd-457d-b7b6-6d14bce33f61 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/quotas/1fb03627f3cf48e883d03edd35399116 HTTP/1.1" status: 200 len: 375 time: 0.0086262 Dec 15 14:18:02.846839 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-82ee7c17-fa78-47e1-b61b-91b15bb7b3af tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1fb03627f3cf48e883d03edd35399116&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476363 Dec 15 14:18:02.942661 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-d5d57899-f8b6-4258-9951-f8f9079c9edf service neutron] 10.222.0.36 "GET /v2.0/networks/0ca1363a-730e-4e8b-a82f-8b7d81e5a05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884659 Dec 15 14:18:03.040894 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-c9b48682-a709-4b3d-ab87-c4d9bd58f390 service neutron] 10.222.0.36 "GET /v2.0/networks/0ca1363a-730e-4e8b-a82f-8b7d81e5a05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918994 Dec 15 14:18:03.267271 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f6f2cfc6-2f84-4680-a676-161f8f06b0b7 req-1073503c-f4f0-4ab5-87dc-2be78aff7a6f tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c3ea596-c41d-460f-b7d1-95a563510fc8 HTTP/1.1" status: 200 len: 210 time: 0.0271189 Dec 15 14:18:03.273457 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c3f6162f-161d-44ba-8954-7d9872b74e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:04.361291 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-911618d4-522b-41e1-9c45-fb30e8925c48 req-4231680d-2424-4567-9d03-d2459d14fa85 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c3ea596-c41d-460f-b7d1-95a563510fc8 HTTP/1.1" status: 200 len: 210 time: 0.0260413 Dec 15 14:18:05.046981 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 40120) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:05.090676 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_v2 [None req-62e3300d-db61-4486-8854-7e3ef401d74b admin admin] Deleting subnet 5e9598c1-c114-4429-9715-10cb4eea4fb7 {{(pid=103145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:18:05.093768 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-62e3300d-db61-4486-8854-7e3ef401d74b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:05.133134 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-62e3300d-db61-4486-8854-7e3ef401d74b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59516868'] for subnet, precommit_delete_associations {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:05.229477 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-62e3300d-db61-4486-8854-7e3ef401d74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878086'] for subnet, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:05.304426 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-30e5ec7f-4ec1-4dc1-8f34-569ef3bcb4c1 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:05.305771 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-30e5ec7f-4ec1-4dc1-8f34-569ef3bcb4c1 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.54 "GET /v2.0/networks?id=0ca1363a-730e-4e8b-a82f-8b7d81e5a05c HTTP/1.1" status: 200 len: 814 time: 0.1529133 Dec 15 14:18:05.323102 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-759e6a63-16b8-4a38-ac70-0ba962b661f9 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Request body: {'port': {'device_id': '2c3ea596-c41d-460f-b7d1-95a563510fc8', 'network_id': '0ca1363a-730e-4e8b-a82f-8b7d81e5a05c', 'admin_state_up': True, 'tenant_id': '1fb03627f3cf48e883d03edd35399116'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:05.352951 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:18:05.426836 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-62e3300d-db61-4486-8854-7e3ef401d74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3665391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59642454'] for subnet, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:05.465951 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-62e3300d-db61-4486-8854-7e3ef401d74b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:05.469367 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-62e3300d-db61-4486-8854-7e3ef401d74b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5e9598c1-c114-4429-9715-10cb4eea4fb7 HTTP/1.1" status: 204 len: 168 time: 0.4214230 Dec 15 14:18:05.470289 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3300d-db61-4486-8854-7e3ef401d74b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e9598c1-c114-4429-9715-10cb4eea4fb7,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:05.472195 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 40124) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:05.498573 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a6152598-4ce6-4463-82eb-ee34c8266f33 req-c97e4a23-23aa-499b-95b0-bbf126af1bad tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c3ea596-c41d-460f-b7d1-95a563510fc8 HTTP/1.1" status: 200 len: 210 time: 0.0368102 Dec 15 14:18:05.501784 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-759e6a63-16b8-4a38-ac70-0ba962b661f9 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Made reservation on behalf of 1fb03627f3cf48e883d03edd35399116 for: {'port': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:18:05.505290 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-759e6a63-16b8-4a38-ac70-0ba962b661f9 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:05.544287 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-91a0afa3-1f85-4265-a0d5-24b5bd7ff4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825640'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:05.624355 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-91a0afa3-1f85-4265-a0d5-24b5bd7ff4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880017', 'neutron.services.segments.db._delete_segments_for_network-8782779444098'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:05.635417 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-759e6a63-16b8-4a38-ac70-0ba962b661f9 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Allocated IP 172.20.0.4 (0ca1363a-730e-4e8b-a82f-8b7d81e5a05c/7d9daf91-d310-48e3-9912-e86a98be8208/17f63216-6143-430c-bb51-161f509fb578) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:18:05.644110 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.services.segments.db [None req-91a0afa3-1f85-4265-a0d5-24b5bd7ff4c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64950cd0-9dda-4cbf-8aa1-d2615e4306bd']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:18:05.653323 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.services.segments.db [None req-91a0afa3-1f85-4265-a0d5-24b5bd7ff4c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eed6115e-92a6-438e-ae4d-09cacd30ba9e') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:18:05.653629 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.services.segments.db [None req-91a0afa3-1f85-4265-a0d5-24b5bd7ff4c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eed6115e-92a6-438e-ae4d-09cacd30ba9e') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:18:05.663448 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-91a0afa3-1f85-4265-a0d5-24b5bd7ff4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782779447179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59447823'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:05.676772 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-91a0afa3-1f85-4265-a0d5-24b5bd7ff4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:05.682897 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91a0afa3-1f85-4265-a0d5-24b5bd7ff4c1 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:18:05.683302 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-91a0afa3-1f85-4265-a0d5-24b5bd7ff4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59071438'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:05.685012 dv-cinder-813229-4-iscsi neutron-server[103144]: Traceback (most recent call last): Dec 15 14:18:05.685012 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:18:05.685012 dv-cinder-813229-4-iscsi neutron-server[103144]: timer() Dec 15 14:18:05.685012 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:18:05.685012 dv-cinder-813229-4-iscsi neutron-server[103144]: cb(*args, **kw) Dec 15 14:18:05.685012 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:18:05.685012 dv-cinder-813229-4-iscsi neutron-server[103144]: return func(*args, **kwargs) Dec 15 14:18:05.685012 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:18:05.685012 dv-cinder-813229-4-iscsi neutron-server[103144]: self._notify() Dec 15 14:18:05.685012 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:18:05.685012 dv-cinder-813229-4-iscsi neutron-server[103144]: self.callback(batched_events) Dec 15 14:18:05.685012 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:18:05.685012 dv-cinder-813229-4-iscsi neutron-server[103144]: event.method(event) Dec 15 14:18:05.685012 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:18:05.685012 dv-cinder-813229-4-iscsi neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:18:05.685012 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:18:05.685012 dv-cinder-813229-4-iscsi neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:18:05.685012 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:18:05.685012 dv-cinder-813229-4-iscsi neutron-server[103144]: return f(self, *a, **k) Dec 15 14:18:05.685012 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:18:05.685012 dv-cinder-813229-4-iscsi neutron-server[103144]: return self._get(url).json() Dec 15 14:18:05.685012 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:18:05.685012 dv-cinder-813229-4-iscsi neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:18:05.685012 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:18:05.685012 dv-cinder-813229-4-iscsi neutron-server[103144]: return self.request(url, 'GET', **kwargs) Dec 15 14:18:05.685012 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:18:05.685012 dv-cinder-813229-4-iscsi neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:18:05.685012 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:18:05.685012 dv-cinder-813229-4-iscsi neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:18:05.685012 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:18:05.685012 dv-cinder-813229-4-iscsi neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:18:05.685012 dv-cinder-813229-4-iscsi neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:18:05.782632 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-759e6a63-16b8-4a38-ac70-0ba962b661f9 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Publish callbacks [] for port, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:05.825057 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-91a0afa3-1f85-4265-a0d5-24b5bd7ff4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583622'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:05.830253 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-91a0afa3-1f85-4265-a0d5-24b5bd7ff4c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:05.840457 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-91a0afa3-1f85-4265-a0d5-24b5bd7ff4c1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/64950cd0-9dda-4cbf-8aa1-d2615e4306bd HTTP/1.1" status: 204 len: 168 time: 0.3603187 Dec 15 14:18:05.845690 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0afa3-1f85-4265-a0d5-24b5bd7ff4c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=64950cd0-9dda-4cbf-8aa1-d2615e4306bd,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:05.859859 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba03f254-9a32-49e0-b3cd-39f8cf67d209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:05.939426 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-759e6a63-16b8-4a38-ac70-0ba962b661f9 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:05.951237 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['8d57ebc8-df52-4c7e-a667-d3e62ecd8753', '4732b8b2-cc35-4586-a6eb-d32aa6c61027'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:18:05.988874 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-759e6a63-16b8-4a38-ac70-0ba962b661f9 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Network 0ca1363a-730e-4e8b-a82f-8b7d81e5a05c is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:18:05.992045 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-759e6a63-16b8-4a38-ac70-0ba962b661f9 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:18:05.995968 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-759e6a63-16b8-4a38-ac70-0ba962b661f9 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:18:06.024265 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e6a63-16b8-4a38-ac70-0ba962b661f9 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Pushing event updated for resources: {'Port': ['ID=17f63216-6143-430c-bb51-161f509fb578,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:06.051860 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-759e6a63-16b8-4a38-ac70-0ba962b661f9 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:06.052532 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-759e6a63-16b8-4a38-ac70-0ba962b661f9 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:06.114226 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-759e6a63-16b8-4a38-ac70-0ba962b661f9 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7946634 Dec 15 14:18:06.128030 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-07d28493-e9c5-4b92-bdec-e175f8c29ed5 service neutron] Request body: {'port': {'device_id': '2c3ea596-c41d-460f-b7d1-95a563510fc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:06.149181 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 40134) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:06.187257 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-07d28493-e9c5-4b92-bdec-e175f8c29ed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:06.191164 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-7d1f7dfd-6b0e-4eba-920b-3bb1a58679bd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f9d3f092c855418592b191699ec2f37d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383823 Dec 15 14:18:06.191399 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 40136) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:06.238831 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d76d570d-7d18-4246-8ca9-dac237a4dfd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:06.259426 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d76d570d-7d18-4246-8ca9-dac237a4dfd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:06.364960 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d76d570d-7d18-4246-8ca9-dac237a4dfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:06.367552 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d76d570d-7d18-4246-8ca9-dac237a4dfd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:06.368737 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-d76d570d-7d18-4246-8ca9-dac237a4dfd9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/03bdf105-b1cc-41c1-b14b-04630768ee64 HTTP/1.1" status: 204 len: 168 time: 0.1764045 Dec 15 14:18:06.376996 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d570d-7d18-4246-8ca9-dac237a4dfd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bdf105-b1cc-41c1-b14b-04630768ee64,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:06.456744 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-07d28493-e9c5-4b92-bdec-e175f8c29ed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17f63216-6143-430c-bb51-161f509fb578 {{(pid=103145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:18:06.464258 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-07d28493-e9c5-4b92-bdec-e175f8c29ed5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:06.476688 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.provisioning_blocks [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-07d28493-e9c5-4b92-bdec-e175f8c29ed5 service neutron] Transition to ACTIVE for port object 17f63216-6143-430c-bb51-161f509fb578 will not be triggered until provisioned by entity L2. {{(pid=103145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:18:06.579756 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-07d28493-e9c5-4b92-bdec-e175f8c29ed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:06.660789 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37258c0b-92ce-4b63-b56a-a8e061c3df28 req-7a5cea21-bd9e-4801-9129-1c5ef0c98453 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:06.662276 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-37258c0b-92ce-4b63-b56a-a8e061c3df28 req-7a5cea21-bd9e-4801-9129-1c5ef0c98453 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c3ea596-c41d-460f-b7d1-95a563510fc8 HTTP/1.1" status: 200 len: 943 time: 0.0930643 Dec 15 14:18:06.662884 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d28493-e9c5-4b92-bdec-e175f8c29ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=17f63216-6143-430c-bb51-161f509fb578,revision_number=2']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:06.759172 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-37258c0b-92ce-4b63-b56a-a8e061c3df28 req-14c091b1-78ea-40d5-a6b8-92d2da02af52 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899835 Dec 15 14:18:06.769972 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-07d28493-e9c5-4b92-bdec-e175f8c29ed5 service neutron] Attempting to bind port 17f63216-6143-430c-bb51-161f509fb578 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:18:06.770314 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-07d28493-e9c5-4b92-bdec-e175f8c29ed5 service neutron] Attempting to bind port 17f63216-6143-430c-bb51-161f509fb578 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '210648ca-80de-4163-9abc-f124b0d08ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0ca1363a-730e-4e8b-a82f-8b7d81e5a05c'}] {{(pid=103145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:18:06.770645 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-07d28493-e9c5-4b92-bdec-e175f8c29ed5 service neutron] Attempting to bind port 17f63216-6143-430c-bb51-161f509fb578 on network 0ca1363a-730e-4e8b-a82f-8b7d81e5a05c {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:18:06.775790 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-07d28493-e9c5-4b92-bdec-e175f8c29ed5 service neutron] Port 17f63216-6143-430c-bb51-161f509fb578 on network 0ca1363a-730e-4e8b-a82f-8b7d81e5a05c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:18:06.776257 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-07d28493-e9c5-4b92-bdec-e175f8c29ed5 service neutron] Attempting to bind port 17f63216-6143-430c-bb51-161f509fb578 on network 0ca1363a-730e-4e8b-a82f-8b7d81e5a05c {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:18:06.781819 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-07d28493-e9c5-4b92-bdec-e175f8c29ed5 service neutron] Checking agent: {'id': 'ac5d7605-2d06-411e-ba74-ad46eb528a57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 11, 20), 'started_at': datetime.datetime(2021, 12, 15, 14, 11, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:18:06.782226 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-07d28493-e9c5-4b92-bdec-e175f8c29ed5 service neutron] Checking segment: {'id': '210648ca-80de-4163-9abc-f124b0d08ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0ca1363a-730e-4e8b-a82f-8b7d81e5a05c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:18:06.782682 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-07d28493-e9c5-4b92-bdec-e175f8c29ed5 service neutron] Bound using segment: {'id': '210648ca-80de-4163-9abc-f124b0d08ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0ca1363a-730e-4e8b-a82f-8b7d81e5a05c'} {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:18:06.783112 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-07d28493-e9c5-4b92-bdec-e175f8c29ed5 service neutron] Bound port: 17f63216-6143-430c-bb51-161f509fb578, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '210648ca-80de-4163-9abc-f124b0d08ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0ca1363a-730e-4e8b-a82f-8b7d81e5a05c'}}] {{(pid=103145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:18:06.783472 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-07d28493-e9c5-4b92-bdec-e175f8c29ed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:06.847794 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-07d28493-e9c5-4b92-bdec-e175f8c29ed5 service neutron] For port 17f63216-6143-430c-bb51-161f509fb578, host hv-cinder-81322, cleared binding levels {{(pid=103145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:18:06.850789 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-07d28493-e9c5-4b92-bdec-e175f8c29ed5 service neutron] For port 17f63216-6143-430c-bb51-161f509fb578, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=17f63216-6143-430c-bb51-161f509fb578,segment=NetworkSegment(210648ca-80de-4163-9abc-f124b0d08ce7),segment_id=210648ca-80de-4163-9abc-f124b0d08ce7)] {{(pid=103145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:18:06.933954 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-07d28493-e9c5-4b92-bdec-e175f8c29ed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:06.971998 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-07d28493-e9c5-4b92-bdec-e175f8c29ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:06.972822 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-07d28493-e9c5-4b92-bdec-e175f8c29ed5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:06.974204 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-07d28493-e9c5-4b92-bdec-e175f8c29ed5 service neutron] 10.222.0.54 "PUT /v2.0/ports/17f63216-6143-430c-bb51-161f509fb578 HTTP/1.1" status: 200 len: 1093 time: 0.8508701 Dec 15 14:18:06.974648 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c3ea596-c41d-460f-b7d1-95a563510fc8', 'tag': '17f63216-6143-430c-bb51-161f509fb578'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:18:06.977349 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54343ee614085f4f2fe791b0f2f4c0bf4988d50ad8e642b13afe6f74cb17e673" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa19c0e-9f71-4593-a01e-64bfc400a31c" -d '{"events": [{"name": "network-changed", "server_uuid": "2c3ea596-c41d-460f-b7d1-95a563510fc8", "tag": "17f63216-6143-430c-bb51-161f509fb578"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:18:07.002800 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d28493-e9c5-4b92-bdec-e175f8c29ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=17f63216-6143-430c-bb51-161f509fb578,revision_number=3']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:07.013575 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:07.023972 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5471472e-3e6c-4b49-80c9-ef16cfccc362 x-openstack-request-id: req-5471472e-3e6c-4b49-80c9-ef16cfccc362 {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:18:07.024279 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c3ea596-c41d-460f-b7d1-95a563510fc8", "tag": "17f63216-6143-430c-bb51-161f509fb578", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:18:07.024545 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5471472e-3e6c-4b49-80c9-ef16cfccc362 {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:18:07.024952 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c3ea596-c41d-460f-b7d1-95a563510fc8', 'tag': '17f63216-6143-430c-bb51-161f509fb578', 'status': 'completed', 'code': 200} Dec 15 14:18:07.100813 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa19c0e-9f71-4593-a01e-64bfc400a31c req-ea81db3d-31c3-424e-8df9-bc7f9ffd0945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:07.102732 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cfa19c0e-9f71-4593-a01e-64bfc400a31c req-ea81db3d-31c3-424e-8df9-bc7f9ffd0945 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1fb03627f3cf48e883d03edd35399116&device_id=2c3ea596-c41d-460f-b7d1-95a563510fc8 HTTP/1.1" status: 200 len: 1096 time: 0.0466328 Dec 15 14:18:07.423456 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 40166) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:07.445995 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa19c0e-9f71-4593-a01e-64bfc400a31c req-0202c641-8e88-45ff-b322-26a6c876b247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:07.447470 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cfa19c0e-9f71-4593-a01e-64bfc400a31c req-0202c641-8e88-45ff-b322-26a6c876b247 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=1fb03627f3cf48e883d03edd35399116&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3302279 Dec 15 14:18:07.519701 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-063030e9-cfd9-450f-ad8d-3b54596ec1da admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1225103948-network', 'tenant_id': '5aa37dc44119489f8b5a8292cf40d8bd'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:07.548751 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa19c0e-9f71-4593-a01e-64bfc400a31c req-5e0b3c0c-34c1-42b2-94a0-e492f04672a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:07.551910 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cfa19c0e-9f71-4593-a01e-64bfc400a31c req-5e0b3c0c-34c1-42b2-94a0-e492f04672a6 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917237 Dec 15 14:18:07.598719 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063030e9-cfd9-450f-ad8d-3b54596ec1da admin admin] Made reservation on behalf of 5aa37dc44119489f8b5a8292cf40d8bd for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:18:07.601021 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-063030e9-cfd9-450f-ad8d-3b54596ec1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:07.610344 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-063030e9-cfd9-450f-ad8d-3b54596ec1da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:07.630941 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-4748f689-9c9b-402f-9584-207c7b9b28b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:07.632481 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-4748f689-9c9b-402f-9584-207c7b9b28b7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1fb03627f3cf48e883d03edd35399116&device_id=2c3ea596-c41d-460f-b7d1-95a563510fc8 HTTP/1.1" status: 200 len: 1096 time: 0.0407343 Dec 15 14:18:07.676387 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-2b9df171-443e-407e-97d7-5fc94e163fba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17f63216-6143-430c-bb51-161f509fb578 HTTP/1.1" status: 200 len: 217 time: 0.0339930 Dec 15 14:18:07.685040 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-063030e9-cfd9-450f-ad8d-3b54596ec1da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:07.729173 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-abed7a2f-3df4-4af0-91a7-3a8117285dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:07.730570 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-abed7a2f-3df4-4af0-91a7-3a8117285dc0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7d9daf91-d310-48e3-9912-e86a98be8208 HTTP/1.1" status: 200 len: 854 time: 0.0472884 Dec 15 14:18:07.744334 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-063030e9-cfd9-450f-ad8d-3b54596ec1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:07.762708 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-91a96c3e-8bf6-4f0d-a623-889680a5f27e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0ca1363a-730e-4e8b-a82f-8b7d81e5a05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234354 Dec 15 14:18:07.769529 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-063030e9-cfd9-450f-ad8d-3b54596ec1da admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:18:07.778285 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063030e9-cfd9-450f-ad8d-3b54596ec1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615dce9f-371a-46a7-b3fa-fbec97008f72,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:07.786371 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-063030e9-cfd9-450f-ad8d-3b54596ec1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:07.786937 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.db.segments_db [None req-063030e9-cfd9-450f-ad8d-3b54596ec1da admin admin] Added segment 218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7 of type vlan for network 8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8 Dec 15 14:18:07.831492 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-063030e9-cfd9-450f-ad8d-3b54596ec1da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782778959656'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:07.888161 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-04caaa17-0466-4a88-ab35-5972a5b059f7 service neutron] 10.222.0.54 "GET /v2.0/networks/0ca1363a-730e-4e8b-a82f-8b7d81e5a05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164722 Dec 15 14:18:07.900875 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abbe17-a582-469c-9a6d-e67f7530f16f req-1447af15-cd83-4f15-b9fa-184636a7442a tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:07.902258 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e2abbe17-a582-469c-9a6d-e67f7530f16f req-1447af15-cd83-4f15-b9fa-184636a7442a tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c3ea596-c41d-460f-b7d1-95a563510fc8 HTTP/1.1" status: 200 len: 943 time: 0.0705054 Dec 15 14:18:07.930472 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-063030e9-cfd9-450f-ad8d-3b54596ec1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:07.931381 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063030e9-cfd9-450f-ad8d-3b54596ec1da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:07.932020 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-063030e9-cfd9-450f-ad8d-3b54596ec1da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:07.993745 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063030e9-cfd9-450f-ad8d-3b54596ec1da admin admin] Pushing event updated for resources: {'Network': ['ID=8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:07.998491 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e2abbe17-a582-469c-9a6d-e67f7530f16f req-0d2779ca-2a33-4dcd-b31a-f6827909cec4 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883112 Dec 15 14:18:08.006617 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Network 8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8 details requested by agent ovs-agent-dv-cinder-813229-4-iscsi with host dv-cinder-813229-4-iscsi {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:18:08.023625 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-18bfb118-e8b0-4a0f-b5c2-77315a9cf54e req-ed017d07-0826-4309-b389-d88e523db70c service neutron] 10.222.0.54 "GET /v2.0/networks/0ca1363a-730e-4e8b-a82f-8b7d81e5a05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203103 Dec 15 14:18:08.036478 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-063030e9-cfd9-450f-ad8d-3b54596ec1da admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6118715 Dec 15 14:18:08.047312 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 40174) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:08.053342 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-0e3df446-81e4-412d-bd55-6a1af1f3b04f admin admin] Request body: {'subnet': {'network_id': '8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1225103948-subnet', 'tenant_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'ip_version': 4}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:08.199296 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3df446-81e4-412d-bd55-6a1af1f3b04f admin admin] Made reservation on behalf of 5aa37dc44119489f8b5a8292cf40d8bd for: {'subnet': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:18:08.201624 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-0e3df446-81e4-412d-bd55-6a1af1f3b04f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59642417'] for subnet, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:08.222255 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:08.418881 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-0e3df446-81e4-412d-bd55-6a1af1f3b04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59642415'] for subnet, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:08.472729 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3df446-81e4-412d-bd55-6a1af1f3b04f admin admin] Pushing event updated for resources: {'Subnet': ['ID=feb6d61b-95a9-4102-9451-a2a0a667f055,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:08.489811 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3df446-81e4-412d-bd55-6a1af1f3b04f admin admin] Checking segment: {'id': '218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:18:08.490164 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3df446-81e4-412d-bd55-6a1af1f3b04f admin admin] Network hostable DHCP agents. Network: 8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8, hostable agents: ['00d3855d-cdb4-486b-84c6-a7f3fbe8df5a'], hosted agents: [] {{(pid=103145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:18:08.592790 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3df446-81e4-412d-bd55-6a1af1f3b04f admin admin] Network 8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8 is scheduled to be hosted by DHCP agent 00d3855d-cdb4-486b-84c6-a7f3fbe8df5a with binding_index 1 {{(pid=103145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:18:08.652530 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-0e3df446-81e4-412d-bd55-6a1af1f3b04f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-4-iscsi, 8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8) {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:18:08.656976 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3df446-81e4-412d-bd55-6a1af1f3b04f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:08.657574 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-0e3df446-81e4-412d-bd55-6a1af1f3b04f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:08.663816 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ac545d-64d6-4a85-ad76-e5eb3c1c346d None None] Network 8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8 requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:18:08.736357 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-0e3df446-81e4-412d-bd55-6a1af1f3b04f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6877127 Dec 15 14:18:08.744124 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 40176) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:08.748572 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-c9d3936f-3e9a-4f5f-a788-49d64dd1a07c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1225103948-router', 'tenant_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'}}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:08.762130 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3d60e7-5bdc-43a8-a6ac-621c6fae42a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3ace9d4-bb60-588e-bb51-46ac2ab48d23-8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8', 'network_id': '8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8', 'project_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'fixed_ips': [{'subnet_id': 'feb6d61b-95a9-4102-9451-a2a0a667f055'}]}} from dv-cinder-813229-4-iscsi. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:18:08.763027 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d3d60e7-5bdc-43a8-a6ac-621c6fae42a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:08.847331 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c9d3936f-3e9a-4f5f-a788-49d64dd1a07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5185'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:08.848449 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c9d3936f-3e9a-4f5f-a788-49d64dd1a07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:08.891715 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-6d3d60e7-5bdc-43a8-a6ac-621c6fae42a7 None None] Allocated IP 172.20.0.2 (8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8/feb6d61b-95a9-4102-9451-a2a0a667f055/899c0f02-c522-4cfa-a129-e5f6995c6d12) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:18:08.898863 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c9d3936f-3e9a-4f5f-a788-49d64dd1a07c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:09.034763 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d3d60e7-5bdc-43a8-a6ac-621c6fae42a7 None None] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:09.093538 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d3d60e7-5bdc-43a8-a6ac-621c6fae42a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:09.101141 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c9d3936f-3e9a-4f5f-a788-49d64dd1a07c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:09.138814 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3d60e7-5bdc-43a8-a6ac-621c6fae42a7 None None] Network 8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:18:09.139938 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2871f7e-fc0a-49ea-8420-e162fd1204cb req-78154e9a-4a44-47cd-bdc0-79ae75917f35 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:09.142429 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c2871f7e-fc0a-49ea-8420-e162fd1204cb req-78154e9a-4a44-47cd-bdc0-79ae75917f35 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c3ea596-c41d-460f-b7d1-95a563510fc8 HTTP/1.1" status: 200 len: 943 time: 0.0540442 Dec 15 14:18:09.144601 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-6d3d60e7-5bdc-43a8-a6ac-621c6fae42a7 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:18:09.151875 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3d60e7-5bdc-43a8-a6ac-621c6fae42a7 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:18:09.155490 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d60e7-5bdc-43a8-a6ac-621c6fae42a7 None None] Pushing event updated for resources: {'Port': ['ID=899c0f02-c522-4cfa-a129-e5f6995c6d12,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:09.205781 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c2871f7e-fc0a-49ea-8420-e162fd1204cb req-43e3169a-6cd9-495b-aeb7-85146ad0e3bc tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560386 Dec 15 14:18:09.213150 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-6d3d60e7-5bdc-43a8-a6ac-621c6fae42a7 None None] Attempting to bind port 899c0f02-c522-4cfa-a129-e5f6995c6d12 on host dv-cinder-813229-4-iscsi for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:18:09.213551 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-6d3d60e7-5bdc-43a8-a6ac-621c6fae42a7 None None] Attempting to bind port 899c0f02-c522-4cfa-a129-e5f6995c6d12 by drivers openvswitch,hyperv on host dv-cinder-813229-4-iscsi at level 0 using segments [{'id': '218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:18:09.214058 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3d60e7-5bdc-43a8-a6ac-621c6fae42a7 None None] Attempting to bind port 899c0f02-c522-4cfa-a129-e5f6995c6d12 on network 8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:18:09.224949 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3d60e7-5bdc-43a8-a6ac-621c6fae42a7 None None] Checking agent: {'id': '939e8715-7657-4010-a58c-eb05979aa89f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 5, 9), 'started_at': datetime.datetime(2021, 12, 15, 14, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:18:09.224949 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3d60e7-5bdc-43a8-a6ac-621c6fae42a7 None None] Checking segment: {'id': '218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:18:09.224949 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d3d60e7-5bdc-43a8-a6ac-621c6fae42a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:09.224949 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3d60e7-5bdc-43a8-a6ac-621c6fae42a7 None None] Bound using segment: {'id': '218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:18:09.224949 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-6d3d60e7-5bdc-43a8-a6ac-621c6fae42a7 None None] Bound port: 899c0f02-c522-4cfa-a129-e5f6995c6d12, host: dv-cinder-813229-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:18:09.224949 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d3d60e7-5bdc-43a8-a6ac-621c6fae42a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:09.298694 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-6d3d60e7-5bdc-43a8-a6ac-621c6fae42a7 None None] For port 899c0f02-c522-4cfa-a129-e5f6995c6d12, host dv-cinder-813229-4-iscsi, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:18:09.301705 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-6d3d60e7-5bdc-43a8-a6ac-621c6fae42a7 None None] For port 899c0f02-c522-4cfa-a129-e5f6995c6d12, host dv-cinder-813229-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=899c0f02-c522-4cfa-a129-e5f6995c6d12,segment=NetworkSegment(218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7),segment_id=218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:18:09.353367 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:09.377096 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d3d60e7-5bdc-43a8-a6ac-621c6fae42a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:09.379460 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c9d3936f-3e9a-4f5f-a788-49d64dd1a07c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:09.402173 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c9d3936f-3e9a-4f5f-a788-49d64dd1a07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:09.442984 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d60e7-5bdc-43a8-a6ac-621c6fae42a7 None None] Pushing event updated for resources: {'Port': ['ID=899c0f02-c522-4cfa-a129-e5f6995c6d12,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:09.512038 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-c9d3936f-3e9a-4f5f-a788-49d64dd1a07c admin admin] Allocated IP 172.27.3.46 (828b465c-2de9-4223-b21e-29ccc1fcf343/8db6495a-cb76-4dd2-8fa8-8ada67659a42/ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:18:09.630923 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c9d3936f-3e9a-4f5f-a788-49d64dd1a07c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:09.739399 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c9d3936f-3e9a-4f5f-a788-49d64dd1a07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59071379'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:09.778672 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d3936f-3e9a-4f5f-a788-49d64dd1a07c admin admin] Network 828b465c-2de9-4223-b21e-29ccc1fcf343 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:18:09.781896 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-c9d3936f-3e9a-4f5f-a788-49d64dd1a07c admin admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:18:09.786938 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d3936f-3e9a-4f5f-a788-49d64dd1a07c admin admin] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:18:09.788638 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 899c0f02-c522-4cfa-a129-e5f6995c6d12 up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:18:09.813554 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3936f-3e9a-4f5f-a788-49d64dd1a07c admin admin] Pushing event updated for resources: {'Port': ['ID=ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:09.826359 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3936f-3e9a-4f5f-a788-49d64dd1a07c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:09.826727 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3936f-3e9a-4f5f-a788-49d64dd1a07c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:09.827083 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3936f-3e9a-4f5f-a788-49d64dd1a07c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:09.830314 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3936f-3e9a-4f5f-a788-49d64dd1a07c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:09.830314 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3936f-3e9a-4f5f-a788-49d64dd1a07c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:09.830314 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3936f-3e9a-4f5f-a788-49d64dd1a07c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:09.830314 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3936f-3e9a-4f5f-a788-49d64dd1a07c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:09.830314 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3936f-3e9a-4f5f-a788-49d64dd1a07c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:09.830314 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3936f-3e9a-4f5f-a788-49d64dd1a07c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:09.830314 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3936f-3e9a-4f5f-a788-49d64dd1a07c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:09.830314 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3936f-3e9a-4f5f-a788-49d64dd1a07c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:09.830314 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3936f-3e9a-4f5f-a788-49d64dd1a07c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:09.831117 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3936f-3e9a-4f5f-a788-49d64dd1a07c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:09.839456 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port 899c0f02-c522-4cfa-a129-e5f6995c6d12 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:09.839837 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:09.917082 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:09.952940 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] For port 899c0f02-c522-4cfa-a129-e5f6995c6d12, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=899c0f02-c522-4cfa-a129-e5f6995c6d12,segment=NetworkSegment(218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7),segment_id=218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:10.027599 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:10.080631 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Pushing event updated for resources: {'Port': ['ID=899c0f02-c522-4cfa-a129-e5f6995c6d12,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:10.112248 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c9d3936f-3e9a-4f5f-a788-49d64dd1a07c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:10.333765 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c9d3936f-3e9a-4f5f-a788-49d64dd1a07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582066'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:10.364192 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f53438e-6174-4742-bf16-d104a9e750d2 None None] Network 8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8 requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:18:10.433902 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-229a3b81-469a-4b1a-a0a8-7e76a25dc28b None None] Provisioning complete for port 899c0f02-c522-4cfa-a129-e5f6995c6d12 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:10.434375 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-229a3b81-469a-4b1a-a0a8-7e76a25dc28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:10.466674 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf6890-22a4-4847-85cd-0bf382d7f818 req-53a162dc-5122-4650-ac63-979e3fd1bb7b tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:10.469185 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-06cf6890-22a4-4847-85cd-0bf382d7f818 req-53a162dc-5122-4650-ac63-979e3fd1bb7b tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c3ea596-c41d-460f-b7d1-95a563510fc8 HTTP/1.1" status: 200 len: 943 time: 0.1847548 Dec 15 14:18:10.525892 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-06cf6890-22a4-4847-85cd-0bf382d7f818 req-5a42a6bb-47bc-4994-b73e-257b3c7c4b96 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504034 Dec 15 14:18:10.536854 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d3936f-3e9a-4f5f-a788-49d64dd1a07c admin admin] Router 0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce is scheduled to L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:18:10.645944 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d3936f-3e9a-4f5f-a788-49d64dd1a07c admin admin] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:18:10.671775 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13527129-8508-4d29-8220-cbd8696dfd38 None None] Sync routers for ids ['0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce'] in dv-cinder-813229-4-iscsi {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:18:10.690679 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13527129-8508-4d29-8220-cbd8696dfd38 None None] Routers {'0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:18:10.691329 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-13527129-8508-4d29-8220-cbd8696dfd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:18:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:18:10.715398 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c9d3936f-3e9a-4f5f-a788-49d64dd1a07c admin admin] Publish callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:10.716832 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-c9d3936f-3e9a-4f5f-a788-49d64dd1a07c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9716096 Dec 15 14:18:10.720530 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 40188) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:10.767877 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 17f63216-6143-430c-bb51-161f509fb578 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:18:10.861585 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-13527129-8508-4d29-8220-cbd8696dfd38 None None] Set router 0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:18:10.998157 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3705b677-8500-4512-9bb5-cdfb34cf04f7 None None] Provisioning complete for port 899c0f02-c522-4cfa-a129-e5f6995c6d12 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:10.998448 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3705b677-8500-4512-9bb5-cdfb34cf04f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:11.002947 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 17f63216-6143-430c-bb51-161f509fb578, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=17f63216-6143-430c-bb51-161f509fb578,segment=NetworkSegment(210648ca-80de-4163-9abc-f124b0d08ce7),segment_id=210648ca-80de-4163-9abc-f124b0d08ce7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:11.048844 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Returning: {'device': '17f63216-6143-430c-bb51-161f509fb578', 'network_id': '0ca1363a-730e-4e8b-a82f-8b7d81e5a05c', 'port_id': '17f63216-6143-430c-bb51-161f509fb578', 'mac_address': 'fa:16:3e:b1:a4:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d9daf91-d310-48e3-9912-e86a98be8208', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:18:11.140984 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a3c32acc-644f-4043-8dec-3fe320c255bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:11.141966 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:11.184415 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f63216-6143-430c-bb51-161f509fb578 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:18:11.214990 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 17f63216-6143-430c-bb51-161f509fb578, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=17f63216-6143-430c-bb51-161f509fb578,segment=NetworkSegment(210648ca-80de-4163-9abc-f124b0d08ce7),segment_id=210648ca-80de-4163-9abc-f124b0d08ce7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:11.217377 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-13527129-8508-4d29-8220-cbd8696dfd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'name': 'tempest-TestShelveInstance-1225103948-router', 'tenant_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:18:08Z', 'updated_at': '2021-12-15T14:18:09Z', 'revision_number': 3, 'project_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'gw_port': {'id': 'ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:09Z', 'updated_at': '2021-12-15T14:18:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi'}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:18:11.249821 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13527129-8508-4d29-8220-cbd8696dfd38 None None] Checking router: 0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce for host: dv-cinder-813229-4-iscsi {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:18:11.250016 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13527129-8508-4d29-8220-cbd8696dfd38 None None] Updating router 0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce port ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7 binding host dv-cinder-813229-4-iscsi {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:18:11.267855 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:11.303168 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [None req-a3c32acc-644f-4043-8dec-3fe320c255bc admin admin] Allocated IP 172.20.0.1 (8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8/feb6d61b-95a9-4102-9451-a2a0a667f055/48fe9a23-c997-4335-82f1-f1d6d1e11011) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:18:11.304138 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-13527129-8508-4d29-8220-cbd8696dfd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:11.345839 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=17f63216-6143-430c-bb51-161f509fb578,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:11.410511 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a3c32acc-644f-4043-8dec-3fe320c255bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:11.513711 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a3c32acc-644f-4043-8dec-3fe320c255bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:11.557620 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c32acc-644f-4043-8dec-3fe320c255bc admin admin] Network 8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8 is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:18:11.560600 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-a3c32acc-644f-4043-8dec-3fe320c255bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:18:11.563229 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c32acc-644f-4043-8dec-3fe320c255bc admin admin] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:18:11.585982 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-13527129-8508-4d29-8220-cbd8696dfd38 None None] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:11.597635 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['17f63216-6143-430c-bb51-161f509fb578'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:18:11.606840 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c32acc-644f-4043-8dec-3fe320c255bc admin admin] Pushing event updated for resources: {'Port': ['ID=48fe9a23-c997-4335-82f1-f1d6d1e11011,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:11.641618 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a3c32acc-644f-4043-8dec-3fe320c255bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:11.672613 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-13527129-8508-4d29-8220-cbd8696dfd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:11.712426 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2621b76-58cc-49e9-a685-23ba1633af2c req-4ef8dc60-9ee2-4d5d-81e7-19becf5d0c43 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:11.714077 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e2621b76-58cc-49e9-a685-23ba1633af2c req-4ef8dc60-9ee2-4d5d-81e7-19becf5d0c43 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c3ea596-c41d-460f-b7d1-95a563510fc8 HTTP/1.1" status: 200 len: 944 time: 0.1110611 Dec 15 14:18:11.774209 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b49a7b6-0d0c-4f3c-b00c-b5e474dcf262 None None] Pushing event updated for resources: {'Port': ['ID=ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:11.777387 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-13527129-8508-4d29-8220-cbd8696dfd38 None None] Attempting to bind port ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7 on host dv-cinder-813229-4-iscsi for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:18:11.777387 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-13527129-8508-4d29-8220-cbd8696dfd38 None None] Attempting to bind port ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7 by drivers openvswitch,hyperv on host dv-cinder-813229-4-iscsi at level 0 using segments [{'id': 'c751ab6f-1098-4cf9-a0b7-c17ede87015d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:18:11.777618 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13527129-8508-4d29-8220-cbd8696dfd38 None None] Attempting to bind port ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7 on network 828b465c-2de9-4223-b21e-29ccc1fcf343 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:18:11.791443 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13527129-8508-4d29-8220-cbd8696dfd38 None None] Checking agent: {'id': '939e8715-7657-4010-a58c-eb05979aa89f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 5, 9), 'started_at': datetime.datetime(2021, 12, 15, 14, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:18:11.791819 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13527129-8508-4d29-8220-cbd8696dfd38 None None] Checking segment: {'id': 'c751ab6f-1098-4cf9-a0b7-c17ede87015d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:18:11.792251 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-13527129-8508-4d29-8220-cbd8696dfd38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:11.792796 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13527129-8508-4d29-8220-cbd8696dfd38 None None] Bound using segment: {'id': 'c751ab6f-1098-4cf9-a0b7-c17ede87015d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:18:11.793128 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-13527129-8508-4d29-8220-cbd8696dfd38 None None] Bound port: ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7, host: dv-cinder-813229-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c751ab6f-1098-4cf9-a0b7-c17ede87015d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:18:11.793512 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-13527129-8508-4d29-8220-cbd8696dfd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:11.798284 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 899c0f02-c522-4cfa-a129-e5f6995c6d12 up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:18:11.806561 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e2621b76-58cc-49e9-a685-23ba1633af2c req-857db886-d8ee-4a6f-9cfb-fae76f4bfa35 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814555 Dec 15 14:18:11.894151 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a3c32acc-644f-4043-8dec-3fe320c255bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:11.916605 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-f4e1e85a-b8d9-4120-a809-2bfd57131a06 None None] Provisioning complete for port 48fe9a23-c997-4335-82f1-f1d6d1e11011 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:11.916970 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4e1e85a-b8d9-4120-a809-2bfd57131a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:11.943694 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-13527129-8508-4d29-8220-cbd8696dfd38 None None] For port ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7, host dv-cinder-813229-4-iscsi, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:18:11.974919 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-13527129-8508-4d29-8220-cbd8696dfd38 None None] For port ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7, host dv-cinder-813229-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7,segment=NetworkSegment(c751ab6f-1098-4cf9-a0b7-c17ede87015d),segment_id=c751ab6f-1098-4cf9-a0b7-c17ede87015d)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:18:11.982350 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f4e1e85a-b8d9-4120-a809-2bfd57131a06 None None] Port 48fe9a23-c997-4335-82f1-f1d6d1e11011 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:18:11.985202 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port 899c0f02-c522-4cfa-a129-e5f6995c6d12 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:11.985607 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:12.051886 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-13527129-8508-4d29-8220-cbd8696dfd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:12.058759 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a3c32acc-644f-4043-8dec-3fe320c255bc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:12.117103 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13527129-8508-4d29-8220-cbd8696dfd38 None None] Routers {'0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:18:12.117743 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-13527129-8508-4d29-8220-cbd8696dfd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:18:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:18:12.127061 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a3c32acc-644f-4043-8dec-3fe320c255bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:12.182423 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b49a7b6-0d0c-4f3c-b00c-b5e474dcf262 None None] Pushing event updated for resources: {'Port': ['ID=ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:12.197003 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a3c32acc-644f-4043-8dec-3fe320c255bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2096195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584689'] for router_interface, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:12.198840 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c32acc-644f-4043-8dec-3fe320c255bc admin admin] Pushing event updated for resources: {'Port': ['ID=48fe9a23-c997-4335-82f1-f1d6d1e11011,revision_number=2']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:12.235211 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-13527129-8508-4d29-8220-cbd8696dfd38 None None] Set router 0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:18:12.291085 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c32acc-644f-4043-8dec-3fe320c255bc admin admin] Network 8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8 is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:18:12.292549 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-a3c32acc-644f-4043-8dec-3fe320c255bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:18:12.414153 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c32acc-644f-4043-8dec-3fe320c255bc admin admin] Router 0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce has already been hosted by L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b {{(pid=103145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:18:12.456770 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-13527129-8508-4d29-8220-cbd8696dfd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'name': 'tempest-TestShelveInstance-1225103948-router', 'tenant_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:18:08Z', 'updated_at': '2021-12-15T14:18:11Z', 'revision_number': 4, 'project_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'gw_port': {'id': 'ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:09Z', 'updated_at': '2021-12-15T14:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': '48fe9a23-c997-4335-82f1-f1d6d1e11011', 'name': '', 'network_id': '8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8', 'tenant_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'mac_address': 'fa:16:3e:28:7d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'feb6d61b-95a9-4102-9451-a2a0a667f055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:11Z', 'updated_at': '2021-12-15T14:18:11Z', 'revision_number': 1, 'project_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'subnets': [{'id': 'feb6d61b-95a9-4102-9451-a2a0a667f055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:18:12.486090 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13527129-8508-4d29-8220-cbd8696dfd38 None None] The sync data for ids ['0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce'] in dv-cinder-813229-4-iscsi is: [{'id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'name': 'tempest-TestShelveInstance-1225103948-router', 'tenant_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:18:08Z', 'updated_at': '2021-12-15T14:18:11Z', 'revision_number': 4, 'project_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'gw_port': {'id': 'ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:09Z', 'updated_at': '2021-12-15T14:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': '48fe9a23-c997-4335-82f1-f1d6d1e11011', 'name': '', 'network_id': '8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8', 'tenant_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'mac_address': 'fa:16:3e:28:7d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'feb6d61b-95a9-4102-9451-a2a0a667f055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:11Z', 'updated_at': '2021-12-15T14:18:11Z', 'revision_number': 1, 'project_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'subnets': [{'id': 'feb6d61b-95a9-4102-9451-a2a0a667f055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:18:12.540053 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c32acc-644f-4043-8dec-3fe320c255bc admin admin] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:18:12.546567 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-a3c32acc-644f-4043-8dec-3fe320c255bc admin admin] 10.222.0.36 "PUT /v2.0/routers/0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8249085 Dec 15 14:18:12.607983 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-a213388a-c53a-42c0-b8de-81c0b21b7b7a None None] Provisioning complete for port 48fe9a23-c997-4335-82f1-f1d6d1e11011 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:12.608529 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a213388a-c53a-42c0-b8de-81c0b21b7b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:12.644371 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a213388a-c53a-42c0-b8de-81c0b21b7b7a None None] Port 48fe9a23-c997-4335-82f1-f1d6d1e11011 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:18:12.767206 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 17f63216-6143-430c-bb51-161f509fb578 up at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:18:12.948030 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783e36f-2de8-4301-b41e-987bf48fe220 req-4c6f21a5-daf3-46c8-8eae-3335c5b9ffde tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:12.949594 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0783e36f-2de8-4301-b41e-987bf48fe220 req-4c6f21a5-daf3-46c8-8eae-3335c5b9ffde tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c3ea596-c41d-460f-b7d1-95a563510fc8 HTTP/1.1" status: 200 len: 944 time: 0.0628688 Dec 15 14:18:12.957575 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning for port 17f63216-6143-430c-bb51-161f509fb578 completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:18:12.964252 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning complete for port 17f63216-6143-430c-bb51-161f509fb578 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:12.964643 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:13.021303 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0783e36f-2de8-4301-b41e-987bf48fe220 req-911702b0-ab58-4d0b-ad3e-829c96985fe4 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611932 Dec 15 14:18:13.071246 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:13.105144 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3ea596-c41d-460f-b7d1-95a563510fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f63216-6143-430c-bb51-161f509fb578'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:18:13.107620 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563fd6401afa6af5759f990961882efb87115f058b142029c69814770c0d1fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a786ccda-e483-4af2-a747-c96275c3c698" -d '{"events": [{"server_uuid": "2c3ea596-c41d-460f-b7d1-95a563510fc8", "name": "network-vif-plugged", "status": "completed", "tag": "17f63216-6143-430c-bb51-161f509fb578"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:18:13.122171 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 17f63216-6143-430c-bb51-161f509fb578, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=17f63216-6143-430c-bb51-161f509fb578,segment=NetworkSegment(210648ca-80de-4163-9abc-f124b0d08ce7),segment_id=210648ca-80de-4163-9abc-f124b0d08ce7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:13.167180 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82551c8-f62c-4ba9-af05-d1ac5d465a1d x-openstack-request-id: req-b82551c8-f62c-4ba9-af05-d1ac5d465a1d {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:18:13.167480 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3ea596-c41d-460f-b7d1-95a563510fc8", "name": "network-vif-plugged", "status": "completed", "tag": "17f63216-6143-430c-bb51-161f509fb578", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:18:13.167739 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b82551c8-f62c-4ba9-af05-d1ac5d465a1d {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:18:13.168230 dv-cinder-813229-4-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3ea596-c41d-460f-b7d1-95a563510fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f63216-6143-430c-bb51-161f509fb578', 'code': 200} Dec 15 14:18:13.270725 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:13.327516 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=17f63216-6143-430c-bb51-161f509fb578,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:13.532599 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 40216) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:13.537675 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-80938f03-1a67-40ad-8957-d0fe5803fed1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-428168845-network', 'tenant_id': 'f69edbe1355d441396ea76331c66c6dd'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:13.586582 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf618456-9973-4010-b069-6cd4a0f177b0 req-819ff46f-58c6-43b8-88c0-baac78c3ec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:13.588197 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-bf618456-9973-4010-b069-6cd4a0f177b0 req-819ff46f-58c6-43b8-88c0-baac78c3ec69 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2c3ea596-c41d-460f-b7d1-95a563510fc8 HTTP/1.1" status: 200 len: 1098 time: 0.0452838 Dec 15 14:18:13.624502 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80938f03-1a67-40ad-8957-d0fe5803fed1 admin admin] Made reservation on behalf of f69edbe1355d441396ea76331c66c6dd for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:18:13.630720 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-80938f03-1a67-40ad-8957-d0fe5803fed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:13.641589 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-80938f03-1a67-40ad-8957-d0fe5803fed1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:13.643091 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-bf618456-9973-4010-b069-6cd4a0f177b0 req-e65d80eb-9bfb-405d-84cd-b516824487ed service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417209 Dec 15 14:18:13.730548 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-80938f03-1a67-40ad-8957-d0fe5803fed1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:13.787572 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-80938f03-1a67-40ad-8957-d0fe5803fed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:13.788665 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7 up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:18:13.818065 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80938f03-1a67-40ad-8957-d0fe5803fed1 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:18:13.824550 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80938f03-1a67-40ad-8957-d0fe5803fed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70669e29-f476-4436-b5a4-dd726c613f68,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:13.831029 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-80938f03-1a67-40ad-8957-d0fe5803fed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:13.831377 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.db.segments_db [None req-80938f03-1a67-40ad-8957-d0fe5803fed1 admin admin] Added segment d41c5512-320d-4498-a60a-015c7a3a466a of type vlan for network 7b26e0f5-2185-4a47-a593-e2ada9361a66 Dec 15 14:18:13.844439 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:13.844932 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:13.873625 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-80938f03-1a67-40ad-8957-d0fe5803fed1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782778959656'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:13.926438 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:13.947954 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] For port ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7,segment=NetworkSegment(c751ab6f-1098-4cf9-a0b7-c17ede87015d),segment_id=c751ab6f-1098-4cf9-a0b7-c17ede87015d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:13.961657 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-80938f03-1a67-40ad-8957-d0fe5803fed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:13.962689 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80938f03-1a67-40ad-8957-d0fe5803fed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:13.963272 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-80938f03-1a67-40ad-8957-d0fe5803fed1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:14.011037 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:14.024915 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80938f03-1a67-40ad-8957-d0fe5803fed1 admin admin] Pushing event updated for resources: {'Network': ['ID=7b26e0f5-2185-4a47-a593-e2ada9361a66,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:14.038578 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Network 7b26e0f5-2185-4a47-a593-e2ada9361a66 details requested by agent ovs-agent-dv-cinder-813229-4-iscsi with host dv-cinder-813229-4-iscsi {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:18:14.071032 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-80938f03-1a67-40ad-8957-d0fe5803fed1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5371106 Dec 15 14:18:14.075066 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 40222) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:14.080880 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-0992a5f0-43d9-4ef2-9bd5-716386f5162d admin admin] Request body: {'subnet': {'network_id': '7b26e0f5-2185-4a47-a593-e2ada9361a66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-428168845-subnet', 'tenant_id': 'f69edbe1355d441396ea76331c66c6dd', 'ip_version': 4}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:14.121574 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Pushing event updated for resources: {'Port': ['ID=ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:14.187400 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0992a5f0-43d9-4ef2-9bd5-716386f5162d admin admin] Made reservation on behalf of f69edbe1355d441396ea76331c66c6dd for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:18:14.190007 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0992a5f0-43d9-4ef2-9bd5-716386f5162d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802185'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:14.373577 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e901b84-0c8f-4229-9cfa-0ed74249c18b req-28a30643-af88-47ee-b20b-9d82c39d1892 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:14.376401 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5e901b84-0c8f-4229-9cfa-0ed74249c18b req-28a30643-af88-47ee-b20b-9d82c39d1892 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c3ea596-c41d-460f-b7d1-95a563510fc8 HTTP/1.1" status: 200 len: 945 time: 0.2717323 Dec 15 14:18:14.429548 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5e901b84-0c8f-4229-9cfa-0ed74249c18b req-e54f0558-7d47-4864-bfda-9fec9e3a2ef5 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473962 Dec 15 14:18:14.593273 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe67c6db-4089-4fa3-93f6-0ded5d736e6f None None] Sync routers for ids ['0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce'] in dv-cinder-813229-4-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:18:14.604453 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe67c6db-4089-4fa3-93f6-0ded5d736e6f None None] Routers {'0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:18:14.605089 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-fe67c6db-4089-4fa3-93f6-0ded5d736e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:18:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:18:14.616517 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0992a5f0-43d9-4ef2-9bd5-716386f5162d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59069539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802199'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:14.673348 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0992a5f0-43d9-4ef2-9bd5-716386f5162d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c9cf6f1-50ae-488e-bdaf-17b2d29e90b0,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:14.680488 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0992a5f0-43d9-4ef2-9bd5-716386f5162d admin admin] Checking segment: {'id': 'd41c5512-320d-4498-a60a-015c7a3a466a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b26e0f5-2185-4a47-a593-e2ada9361a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:18:14.680858 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0992a5f0-43d9-4ef2-9bd5-716386f5162d admin admin] Network hostable DHCP agents. Network: 7b26e0f5-2185-4a47-a593-e2ada9361a66, hostable agents: ['00d3855d-cdb4-486b-84c6-a7f3fbe8df5a'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:18:14.709721 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-fe67c6db-4089-4fa3-93f6-0ded5d736e6f None None] Set router 0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce gateway port host: dv-cinder-813229-4-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:18:14.744472 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0992a5f0-43d9-4ef2-9bd5-716386f5162d admin admin] Network 7b26e0f5-2185-4a47-a593-e2ada9361a66 is scheduled to be hosted by DHCP agent 00d3855d-cdb4-486b-84c6-a7f3fbe8df5a with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:18:14.810123 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-0992a5f0-43d9-4ef2-9bd5-716386f5162d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-4-iscsi, 7b26e0f5-2185-4a47-a593-e2ada9361a66) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:18:14.815577 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0992a5f0-43d9-4ef2-9bd5-716386f5162d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:14.816217 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0992a5f0-43d9-4ef2-9bd5-716386f5162d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:14.820950 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce15eb6-15ef-40e6-8bdf-e13dee505e5f None None] Network 7b26e0f5-2185-4a47-a593-e2ada9361a66 requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:18:14.894155 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-0992a5f0-43d9-4ef2-9bd5-716386f5162d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8175662 Dec 15 14:18:14.896376 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 40226) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:14.900758 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-347db98b-ddbe-4813-8751-bfd7b78b48f4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-428168845-router', 'tenant_id': 'f69edbe1355d441396ea76331c66c6dd', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'}}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:14.920059 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-fe67c6db-4089-4fa3-93f6-0ded5d736e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'name': 'tempest-TestShelveInstance-1225103948-router', 'tenant_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:18:08Z', 'updated_at': '2021-12-15T14:18:11Z', 'revision_number': 4, 'project_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'gw_port': {'id': 'ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:09Z', 'updated_at': '2021-12-15T14:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': '48fe9a23-c997-4335-82f1-f1d6d1e11011', 'name': '', 'network_id': '8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8', 'tenant_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'mac_address': 'fa:16:3e:28:7d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'feb6d61b-95a9-4102-9451-a2a0a667f055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:11Z', 'updated_at': '2021-12-15T14:18:11Z', 'revision_number': 2, 'project_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'subnets': [{'id': 'feb6d61b-95a9-4102-9451-a2a0a667f055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:18:14.934105 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2da6968-5223-430b-99ce-b4a1c34e2eb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3ace9d4-bb60-588e-bb51-46ac2ab48d23-7b26e0f5-2185-4a47-a593-e2ada9361a66', 'network_id': '7b26e0f5-2185-4a47-a593-e2ada9361a66', 'project_id': 'f69edbe1355d441396ea76331c66c6dd', 'fixed_ips': [{'subnet_id': '4c9cf6f1-50ae-488e-bdaf-17b2d29e90b0'}]}} from dv-cinder-813229-4-iscsi. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:18:14.934976 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2da6968-5223-430b-99ce-b4a1c34e2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:14.946970 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe67c6db-4089-4fa3-93f6-0ded5d736e6f None None] Checking router: 0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce for host: dv-cinder-813229-4-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:18:14.947336 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe67c6db-4089-4fa3-93f6-0ded5d736e6f None None] Updating router 0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce port 48fe9a23-c997-4335-82f1-f1d6d1e11011 binding host dv-cinder-813229-4-iscsi {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:18:14.976526 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe67c6db-4089-4fa3-93f6-0ded5d736e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:14.987957 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-347db98b-ddbe-4813-8751-bfd7b78b48f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5185'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:14.991946 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-347db98b-ddbe-4813-8751-bfd7b78b48f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:15.052718 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-347db98b-ddbe-4813-8751-bfd7b78b48f4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:15.231866 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-e2da6968-5223-430b-99ce-b4a1c34e2eb6 None None] Allocated IP 172.20.0.2 (7b26e0f5-2185-4a47-a593-e2ada9361a66/4c9cf6f1-50ae-488e-bdaf-17b2d29e90b0/5f222e09-62d0-4a60-a598-bb4d20860a17) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:18:15.273346 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-347db98b-ddbe-4813-8751-bfd7b78b48f4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:15.293760 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe67c6db-4089-4fa3-93f6-0ded5d736e6f None None] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:15.382051 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2da6968-5223-430b-99ce-b4a1c34e2eb6 None None] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:15.395828 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe67c6db-4089-4fa3-93f6-0ded5d736e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:15.452343 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac4975-a37b-4720-aee9-a23a246a9d22 None None] Pushing event updated for resources: {'Port': ['ID=48fe9a23-c997-4335-82f1-f1d6d1e11011,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:15.476587 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2da6968-5223-430b-99ce-b4a1c34e2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:15.492050 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac4975-a37b-4720-aee9-a23a246a9d22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:15.492050 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac4975-a37b-4720-aee9-a23a246a9d22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:15.492050 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac4975-a37b-4720-aee9-a23a246a9d22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:15.492050 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac4975-a37b-4720-aee9-a23a246a9d22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:15.492050 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac4975-a37b-4720-aee9-a23a246a9d22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:15.492050 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac4975-a37b-4720-aee9-a23a246a9d22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:15.492050 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac4975-a37b-4720-aee9-a23a246a9d22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:15.492050 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac4975-a37b-4720-aee9-a23a246a9d22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:15.492050 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac4975-a37b-4720-aee9-a23a246a9d22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:15.492050 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac4975-a37b-4720-aee9-a23a246a9d22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:15.492050 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac4975-a37b-4720-aee9-a23a246a9d22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:15.492050 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac4975-a37b-4720-aee9-a23a246a9d22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:15.492050 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac4975-a37b-4720-aee9-a23a246a9d22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:15.523442 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-fe67c6db-4089-4fa3-93f6-0ded5d736e6f None None] Attempting to bind port 48fe9a23-c997-4335-82f1-f1d6d1e11011 on host dv-cinder-813229-4-iscsi for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:18:15.526561 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-fe67c6db-4089-4fa3-93f6-0ded5d736e6f None None] Attempting to bind port 48fe9a23-c997-4335-82f1-f1d6d1e11011 by drivers openvswitch,hyperv on host dv-cinder-813229-4-iscsi at level 0 using segments [{'id': '218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:18:15.526561 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe67c6db-4089-4fa3-93f6-0ded5d736e6f None None] Attempting to bind port 48fe9a23-c997-4335-82f1-f1d6d1e11011 on network 8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:18:15.530114 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe67c6db-4089-4fa3-93f6-0ded5d736e6f None None] Checking agent: {'id': '939e8715-7657-4010-a58c-eb05979aa89f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 5, 9), 'started_at': datetime.datetime(2021, 12, 15, 14, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:18:15.530588 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe67c6db-4089-4fa3-93f6-0ded5d736e6f None None] Checking segment: {'id': '218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:18:15.531588 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe67c6db-4089-4fa3-93f6-0ded5d736e6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:15.531588 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe67c6db-4089-4fa3-93f6-0ded5d736e6f None None] Bound using segment: {'id': '218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:18:15.532150 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-fe67c6db-4089-4fa3-93f6-0ded5d736e6f None None] Bound port: 48fe9a23-c997-4335-82f1-f1d6d1e11011, host: dv-cinder-813229-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:18:15.532629 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe67c6db-4089-4fa3-93f6-0ded5d736e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:15.572325 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da6968-5223-430b-99ce-b4a1c34e2eb6 None None] Pushing event updated for resources: {'Port': ['ID=5f222e09-62d0-4a60-a598-bb4d20860a17,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:15.578298 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ba5d5-4965-453f-aaa3-b278e69d1434 req-6059731d-df3b-47c9-a208-23aaa5bc221d tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:15.586854 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-921ba5d5-4965-453f-aaa3-b278e69d1434 req-6059731d-df3b-47c9-a208-23aaa5bc221d tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c3ea596-c41d-460f-b7d1-95a563510fc8 HTTP/1.1" status: 200 len: 945 time: 0.0749812 Dec 15 14:18:15.607021 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2da6968-5223-430b-99ce-b4a1c34e2eb6 None None] Network 7b26e0f5-2185-4a47-a593-e2ada9361a66 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:18:15.608677 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e2da6968-5223-430b-99ce-b4a1c34e2eb6 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:18:15.611573 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2da6968-5223-430b-99ce-b4a1c34e2eb6 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:18:15.621255 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-fe67c6db-4089-4fa3-93f6-0ded5d736e6f None None] For port 48fe9a23-c997-4335-82f1-f1d6d1e11011, host dv-cinder-813229-4-iscsi, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:18:15.628188 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-fe67c6db-4089-4fa3-93f6-0ded5d736e6f None None] For port 48fe9a23-c997-4335-82f1-f1d6d1e11011, host dv-cinder-813229-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=48fe9a23-c997-4335-82f1-f1d6d1e11011,segment=NetworkSegment(218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7),segment_id=218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:18:15.663604 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-347db98b-ddbe-4813-8751-bfd7b78b48f4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:15.673746 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-921ba5d5-4965-453f-aaa3-b278e69d1434 req-253f358b-a799-43c8-a6e6-5a666f8ecf53 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856693 Dec 15 14:18:15.682505 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-e2da6968-5223-430b-99ce-b4a1c34e2eb6 None None] Attempting to bind port 5f222e09-62d0-4a60-a598-bb4d20860a17 on host dv-cinder-813229-4-iscsi for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:18:15.682505 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-e2da6968-5223-430b-99ce-b4a1c34e2eb6 None None] Attempting to bind port 5f222e09-62d0-4a60-a598-bb4d20860a17 by drivers openvswitch,hyperv on host dv-cinder-813229-4-iscsi at level 0 using segments [{'id': 'd41c5512-320d-4498-a60a-015c7a3a466a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b26e0f5-2185-4a47-a593-e2ada9361a66'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:18:15.682505 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2da6968-5223-430b-99ce-b4a1c34e2eb6 None None] Attempting to bind port 5f222e09-62d0-4a60-a598-bb4d20860a17 on network 7b26e0f5-2185-4a47-a593-e2ada9361a66 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:18:15.688800 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-347db98b-ddbe-4813-8751-bfd7b78b48f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:15.702035 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe67c6db-4089-4fa3-93f6-0ded5d736e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:15.706255 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2da6968-5223-430b-99ce-b4a1c34e2eb6 None None] Checking agent: {'id': '939e8715-7657-4010-a58c-eb05979aa89f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 5, 9), 'started_at': datetime.datetime(2021, 12, 15, 14, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:18:15.706737 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2da6968-5223-430b-99ce-b4a1c34e2eb6 None None] Checking segment: {'id': 'd41c5512-320d-4498-a60a-015c7a3a466a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b26e0f5-2185-4a47-a593-e2ada9361a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:18:15.707077 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2da6968-5223-430b-99ce-b4a1c34e2eb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:15.707477 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2da6968-5223-430b-99ce-b4a1c34e2eb6 None None] Bound using segment: {'id': 'd41c5512-320d-4498-a60a-015c7a3a466a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b26e0f5-2185-4a47-a593-e2ada9361a66'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:18:15.708148 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-e2da6968-5223-430b-99ce-b4a1c34e2eb6 None None] Bound port: 5f222e09-62d0-4a60-a598-bb4d20860a17, host: dv-cinder-813229-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd41c5512-320d-4498-a60a-015c7a3a466a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b26e0f5-2185-4a47-a593-e2ada9361a66'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:18:15.708416 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2da6968-5223-430b-99ce-b4a1c34e2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:15.764306 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac4975-a37b-4720-aee9-a23a246a9d22 None None] Pushing event updated for resources: {'Port': ['ID=48fe9a23-c997-4335-82f1-f1d6d1e11011,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:15.799705 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe67c6db-4089-4fa3-93f6-0ded5d736e6f None None] Routers {'0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:18:15.800746 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-fe67c6db-4089-4fa3-93f6-0ded5d736e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:18:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:18:15.806067 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7 up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:18:15.816361 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-e2da6968-5223-430b-99ce-b4a1c34e2eb6 None None] For port 5f222e09-62d0-4a60-a598-bb4d20860a17, host dv-cinder-813229-4-iscsi, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:18:15.819788 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-e2da6968-5223-430b-99ce-b4a1c34e2eb6 None None] For port 5f222e09-62d0-4a60-a598-bb4d20860a17, host dv-cinder-813229-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=5f222e09-62d0-4a60-a598-bb4d20860a17,segment=NetworkSegment(d41c5512-320d-4498-a60a-015c7a3a466a),segment_id=d41c5512-320d-4498-a60a-015c7a3a466a)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:18:15.862189 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-71ea18b7-a3c0-409b-9056-a0f523dad221 None None] Provisioning complete for port 48fe9a23-c997-4335-82f1-f1d6d1e11011 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:15.862838 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71ea18b7-a3c0-409b-9056-a0f523dad221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:15.894032 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-347db98b-ddbe-4813-8751-bfd7b78b48f4 admin admin] Allocated IP 172.27.3.198 (828b465c-2de9-4223-b21e-29ccc1fcf343/8db6495a-cb76-4dd2-8fa8-8ada67659a42/89985527-54e8-4a0e-9cce-0a53d353e927) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:18:15.902866 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2da6968-5223-430b-99ce-b4a1c34e2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:15.965861 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-fe67c6db-4089-4fa3-93f6-0ded5d736e6f None None] Set router 0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce gateway port host: dv-cinder-813229-4-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:18:15.994107 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:15.994498 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:16.044035 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da6968-5223-430b-99ce-b4a1c34e2eb6 None None] Pushing event updated for resources: {'Port': ['ID=5f222e09-62d0-4a60-a598-bb4d20860a17,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:16.056398 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-347db98b-ddbe-4813-8751-bfd7b78b48f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:16.131947 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71ea18b7-a3c0-409b-9056-a0f523dad221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:16.176305 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-71ea18b7-a3c0-409b-9056-a0f523dad221 None None] For port 48fe9a23-c997-4335-82f1-f1d6d1e11011, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=48fe9a23-c997-4335-82f1-f1d6d1e11011,segment=NetworkSegment(218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7),segment_id=218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:16.223799 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-347db98b-ddbe-4813-8751-bfd7b78b48f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59071379'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:16.251358 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71ea18b7-a3c0-409b-9056-a0f523dad221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:16.313509 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347db98b-ddbe-4813-8751-bfd7b78b48f4 admin admin] Network 828b465c-2de9-4223-b21e-29ccc1fcf343 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:18:16.315236 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-347db98b-ddbe-4813-8751-bfd7b78b48f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:18:16.320420 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347db98b-ddbe-4813-8751-bfd7b78b48f4 admin admin] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:18:16.377612 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ea18b7-a3c0-409b-9056-a0f523dad221 None None] Pushing event updated for resources: {'Port': ['ID=48fe9a23-c997-4335-82f1-f1d6d1e11011,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:16.377796 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347db98b-ddbe-4813-8751-bfd7b78b48f4 admin admin] Pushing event updated for resources: {'Port': ['ID=89985527-54e8-4a0e-9cce-0a53d353e927,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:16.403352 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-b551b8e5-b2fd-40d6-8e14-341f9f8bd1d2 None None] Provisioning complete for port 48fe9a23-c997-4335-82f1-f1d6d1e11011 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:16.403736 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b551b8e5-b2fd-40d6-8e14-341f9f8bd1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:16.407755 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-fe67c6db-4089-4fa3-93f6-0ded5d736e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'name': 'tempest-TestShelveInstance-1225103948-router', 'tenant_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:18:08Z', 'updated_at': '2021-12-15T14:18:11Z', 'revision_number': 4, 'project_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'gw_port': {'id': 'ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:09Z', 'updated_at': '2021-12-15T14:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': '48fe9a23-c997-4335-82f1-f1d6d1e11011', 'name': '', 'network_id': '8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8', 'tenant_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'mac_address': 'fa:16:3e:28:7d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'feb6d61b-95a9-4102-9451-a2a0a667f055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:11Z', 'updated_at': '2021-12-15T14:18:15Z', 'revision_number': 4, 'project_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'subnets': [{'id': 'feb6d61b-95a9-4102-9451-a2a0a667f055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:18:16.438924 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe67c6db-4089-4fa3-93f6-0ded5d736e6f None None] The sync data for ids ['0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce'] in dv-cinder-813229-4-iscsi is: [{'id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'name': 'tempest-TestShelveInstance-1225103948-router', 'tenant_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:18:08Z', 'updated_at': '2021-12-15T14:18:11Z', 'revision_number': 4, 'project_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'gw_port': {'id': 'ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:09Z', 'updated_at': '2021-12-15T14:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': '48fe9a23-c997-4335-82f1-f1d6d1e11011', 'name': '', 'network_id': '8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8', 'tenant_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'mac_address': 'fa:16:3e:28:7d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'feb6d61b-95a9-4102-9451-a2a0a667f055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:11Z', 'updated_at': '2021-12-15T14:18:15Z', 'revision_number': 4, 'project_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'subnets': [{'id': 'feb6d61b-95a9-4102-9451-a2a0a667f055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:18:16.733113 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-347db98b-ddbe-4813-8751-bfd7b78b48f4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:16.957551 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-347db98b-ddbe-4813-8751-bfd7b78b48f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582066'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:17.133501 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03f74a2-c19c-40ae-ba66-25c54fb71b95 None None] Network 7b26e0f5-2185-4a47-a593-e2ada9361a66 requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:18:17.187673 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347db98b-ddbe-4813-8751-bfd7b78b48f4 admin admin] Router 1509167a-34cb-437a-9d09-761858b07e2d is scheduled to L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:18:17.193312 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-9cd244c2-91db-412f-acd1-ed95b9d05563 None None] Provisioning complete for port 5f222e09-62d0-4a60-a598-bb4d20860a17 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:17.193721 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9cd244c2-91db-412f-acd1-ed95b9d05563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:17.302323 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347db98b-ddbe-4813-8751-bfd7b78b48f4 admin admin] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:18:17.311998 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0825ec-38ae-4855-8239-930d837a21ad None None] Sync routers for ids ['1509167a-34cb-437a-9d09-761858b07e2d'] in dv-cinder-813229-4-iscsi {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:18:17.328079 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9cd244c2-91db-412f-acd1-ed95b9d05563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:17.341799 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0825ec-38ae-4855-8239-930d837a21ad None None] Routers {'1509167a-34cb-437a-9d09-761858b07e2d'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:18:17.342378 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-0f0825ec-38ae-4855-8239-930d837a21ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:18:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['1509167a-34cb-437a-9d09-761858b07e2d'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:18:17.394411 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-347db98b-ddbe-4813-8751-bfd7b78b48f4 admin admin] Publish callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:17.398144 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-347db98b-ddbe-4813-8751-bfd7b78b48f4 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4984753 Dec 15 14:18:17.398374 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 40246) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:17.471259 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-9cd244c2-91db-412f-acd1-ed95b9d05563 None None] For port 5f222e09-62d0-4a60-a598-bb4d20860a17, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=5f222e09-62d0-4a60-a598-bb4d20860a17,segment=NetworkSegment(d41c5512-320d-4498-a60a-015c7a3a466a),segment_id=d41c5512-320d-4498-a60a-015c7a3a466a)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:17.511154 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-0f0825ec-38ae-4855-8239-930d837a21ad None None] Set router 1509167a-34cb-437a-9d09-761858b07e2d gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:18:17.554107 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9cd244c2-91db-412f-acd1-ed95b9d05563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:17.703380 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd244c2-91db-412f-acd1-ed95b9d05563 None None] Pushing event updated for resources: {'Port': ['ID=5f222e09-62d0-4a60-a598-bb4d20860a17,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:17.732078 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-eb37d73a-b6ef-4994-b664-eede139b402f None None] Provisioning complete for port 5f222e09-62d0-4a60-a598-bb4d20860a17 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:17.732618 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb37d73a-b6ef-4994-b664-eede139b402f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:17.857568 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-0f0825ec-38ae-4855-8239-930d837a21ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1509167a-34cb-437a-9d09-761858b07e2d', 'name': 'tempest-TestShelveInstance-428168845-router', 'tenant_id': 'f69edbe1355d441396ea76331c66c6dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '89985527-54e8-4a0e-9cce-0a53d353e927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:18:14Z', 'updated_at': '2021-12-15T14:18:16Z', 'revision_number': 3, 'project_id': 'f69edbe1355d441396ea76331c66c6dd', 'gw_port': {'id': '89985527-54e8-4a0e-9cce-0a53d353e927', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:98:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1509167a-34cb-437a-9d09-761858b07e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:15Z', 'updated_at': '2021-12-15T14:18:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi'}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:18:17.886334 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0825ec-38ae-4855-8239-930d837a21ad None None] Checking router: 1509167a-34cb-437a-9d09-761858b07e2d for host: dv-cinder-813229-4-iscsi {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:18:17.886958 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0825ec-38ae-4855-8239-930d837a21ad None None] Updating router 1509167a-34cb-437a-9d09-761858b07e2d port 89985527-54e8-4a0e-9cce-0a53d353e927 binding host dv-cinder-813229-4-iscsi {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:18:17.889073 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-36fe8477-de2c-4d51-beaa-08489f187d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:17.921811 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f0825ec-38ae-4855-8239-930d837a21ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:17.924962 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 48fe9a23-c997-4335-82f1-f1d6d1e11011 up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:18:18.056423 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-36fe8477-de2c-4d51-beaa-08489f187d06 admin admin] Allocated IP 172.20.0.1 (7b26e0f5-2185-4a47-a593-e2ada9361a66/4c9cf6f1-50ae-488e-bdaf-17b2d29e90b0/87452da1-3922-48bc-b512-d08d3367757d) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:18:18.065204 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port 48fe9a23-c997-4335-82f1-f1d6d1e11011 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:18.065598 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:18.163575 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-36fe8477-de2c-4d51-beaa-08489f187d06 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:18.229641 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 5f222e09-62d0-4a60-a598-bb4d20860a17 up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:18:18.264938 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-36fe8477-de2c-4d51-beaa-08489f187d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59071379'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:18.315858 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fe8477-de2c-4d51-beaa-08489f187d06 admin admin] Network 7b26e0f5-2185-4a47-a593-e2ada9361a66 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:18:18.318638 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f0825ec-38ae-4855-8239-930d837a21ad None None] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:18.320498 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-36fe8477-de2c-4d51-beaa-08489f187d06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:18:18.324962 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fe8477-de2c-4d51-beaa-08489f187d06 admin admin] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:18:18.328195 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port 5f222e09-62d0-4a60-a598-bb4d20860a17 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:18.328728 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:18.348070 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe8477-de2c-4d51-beaa-08489f187d06 admin admin] Pushing event updated for resources: {'Port': ['ID=87452da1-3922-48bc-b512-d08d3367757d,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:18.368142 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-36fe8477-de2c-4d51-beaa-08489f187d06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:18.431010 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f0825ec-38ae-4855-8239-930d837a21ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:18.499047 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-0f0825ec-38ae-4855-8239-930d837a21ad None None] Attempting to bind port 89985527-54e8-4a0e-9cce-0a53d353e927 on host dv-cinder-813229-4-iscsi for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:18:18.499864 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-0f0825ec-38ae-4855-8239-930d837a21ad None None] Attempting to bind port 89985527-54e8-4a0e-9cce-0a53d353e927 by drivers openvswitch,hyperv on host dv-cinder-813229-4-iscsi at level 0 using segments [{'id': 'c751ab6f-1098-4cf9-a0b7-c17ede87015d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:18:18.500321 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0825ec-38ae-4855-8239-930d837a21ad None None] Attempting to bind port 89985527-54e8-4a0e-9cce-0a53d353e927 on network 828b465c-2de9-4223-b21e-29ccc1fcf343 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:18:18.508283 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0825ec-38ae-4855-8239-930d837a21ad None None] Checking agent: {'id': '939e8715-7657-4010-a58c-eb05979aa89f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 5, 9), 'started_at': datetime.datetime(2021, 12, 15, 14, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:18:18.508673 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0825ec-38ae-4855-8239-930d837a21ad None None] Checking segment: {'id': 'c751ab6f-1098-4cf9-a0b7-c17ede87015d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:18:18.509088 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f0825ec-38ae-4855-8239-930d837a21ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:18.509492 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0825ec-38ae-4855-8239-930d837a21ad None None] Bound using segment: {'id': 'c751ab6f-1098-4cf9-a0b7-c17ede87015d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:18:18.509991 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-0f0825ec-38ae-4855-8239-930d837a21ad None None] Bound port: 89985527-54e8-4a0e-9cce-0a53d353e927, host: dv-cinder-813229-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c751ab6f-1098-4cf9-a0b7-c17ede87015d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:18:18.510385 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f0825ec-38ae-4855-8239-930d837a21ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:18.551393 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4341490c-a931-4dfe-baf5-ffcbd9a93723 None None] Pushing event updated for resources: {'Port': ['ID=89985527-54e8-4a0e-9cce-0a53d353e927,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:18.586499 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-0f0825ec-38ae-4855-8239-930d837a21ad None None] For port 89985527-54e8-4a0e-9cce-0a53d353e927, host dv-cinder-813229-4-iscsi, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:18:18.589645 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-0f0825ec-38ae-4855-8239-930d837a21ad None None] For port 89985527-54e8-4a0e-9cce-0a53d353e927, host dv-cinder-813229-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=89985527-54e8-4a0e-9cce-0a53d353e927,segment=NetworkSegment(c751ab6f-1098-4cf9-a0b7-c17ede87015d),segment_id=c751ab6f-1098-4cf9-a0b7-c17ede87015d)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:18:18.678266 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-872a7d3c-a0ad-4f21-b0f5-a7240333c69d None None] Provisioning complete for port 87452da1-3922-48bc-b512-d08d3367757d triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:18.678656 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-872a7d3c-a0ad-4f21-b0f5-a7240333c69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:18.681679 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f0825ec-38ae-4855-8239-930d837a21ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:18.755197 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-872a7d3c-a0ad-4f21-b0f5-a7240333c69d None None] Port 87452da1-3922-48bc-b512-d08d3367757d cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:18:18.758437 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-36fe8477-de2c-4d51-beaa-08489f187d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:18.775113 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4341490c-a931-4dfe-baf5-ffcbd9a93723 None None] Pushing event updated for resources: {'Port': ['ID=89985527-54e8-4a0e-9cce-0a53d353e927,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:18.777818 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0825ec-38ae-4855-8239-930d837a21ad None None] Routers {'1509167a-34cb-437a-9d09-761858b07e2d'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:18:18.778441 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-0f0825ec-38ae-4855-8239-930d837a21ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:18:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['1509167a-34cb-437a-9d09-761858b07e2d'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:18:18.927769 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-36fe8477-de2c-4d51-beaa-08489f187d06 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:18.990235 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-36fe8477-de2c-4d51-beaa-08489f187d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59071466'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:19.012241 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-0f0825ec-38ae-4855-8239-930d837a21ad None None] Set router 1509167a-34cb-437a-9d09-761858b07e2d gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:18:19.060948 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe8477-de2c-4d51-beaa-08489f187d06 admin admin] Pushing event updated for resources: {'Port': ['ID=87452da1-3922-48bc-b512-d08d3367757d,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:19.063654 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-36fe8477-de2c-4d51-beaa-08489f187d06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2096195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584689'] for router_interface, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:19.162583 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fe8477-de2c-4d51-beaa-08489f187d06 admin admin] Network 7b26e0f5-2185-4a47-a593-e2ada9361a66 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:18:19.164009 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-36fe8477-de2c-4d51-beaa-08489f187d06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:18:19.230682 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-0f0825ec-38ae-4855-8239-930d837a21ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1509167a-34cb-437a-9d09-761858b07e2d', 'name': 'tempest-TestShelveInstance-428168845-router', 'tenant_id': 'f69edbe1355d441396ea76331c66c6dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '89985527-54e8-4a0e-9cce-0a53d353e927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:18:14Z', 'updated_at': '2021-12-15T14:18:18Z', 'revision_number': 4, 'project_id': 'f69edbe1355d441396ea76331c66c6dd', 'gw_port': {'id': '89985527-54e8-4a0e-9cce-0a53d353e927', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:98:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1509167a-34cb-437a-9d09-761858b07e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:15Z', 'updated_at': '2021-12-15T14:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': '87452da1-3922-48bc-b512-d08d3367757d', 'name': '', 'network_id': '7b26e0f5-2185-4a47-a593-e2ada9361a66', 'tenant_id': 'f69edbe1355d441396ea76331c66c6dd', 'mac_address': 'fa:16:3e:9f:c7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1509167a-34cb-437a-9d09-761858b07e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4c9cf6f1-50ae-488e-bdaf-17b2d29e90b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:17Z', 'updated_at': '2021-12-15T14:18:18Z', 'revision_number': 1, 'project_id': 'f69edbe1355d441396ea76331c66c6dd', 'subnets': [{'id': '4c9cf6f1-50ae-488e-bdaf-17b2d29e90b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:18:19.258894 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0825ec-38ae-4855-8239-930d837a21ad None None] The sync data for ids ['1509167a-34cb-437a-9d09-761858b07e2d'] in dv-cinder-813229-4-iscsi is: [{'id': '1509167a-34cb-437a-9d09-761858b07e2d', 'name': 'tempest-TestShelveInstance-428168845-router', 'tenant_id': 'f69edbe1355d441396ea76331c66c6dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '89985527-54e8-4a0e-9cce-0a53d353e927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:18:14Z', 'updated_at': '2021-12-15T14:18:18Z', 'revision_number': 4, 'project_id': 'f69edbe1355d441396ea76331c66c6dd', 'gw_port': {'id': '89985527-54e8-4a0e-9cce-0a53d353e927', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:98:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1509167a-34cb-437a-9d09-761858b07e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:15Z', 'updated_at': '2021-12-15T14:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': '87452da1-3922-48bc-b512-d08d3367757d', 'name': '', 'network_id': '7b26e0f5-2185-4a47-a593-e2ada9361a66', 'tenant_id': 'f69edbe1355d441396ea76331c66c6dd', 'mac_address': 'fa:16:3e:9f:c7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1509167a-34cb-437a-9d09-761858b07e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4c9cf6f1-50ae-488e-bdaf-17b2d29e90b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:17Z', 'updated_at': '2021-12-15T14:18:18Z', 'revision_number': 1, 'project_id': 'f69edbe1355d441396ea76331c66c6dd', 'subnets': [{'id': '4c9cf6f1-50ae-488e-bdaf-17b2d29e90b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:18:19.299161 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36fe8477-de2c-4d51-beaa-08489f187d06 admin admin] Router 1509167a-34cb-437a-9d09-761858b07e2d has already been hosted by L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:18:19.418832 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36fe8477-de2c-4d51-beaa-08489f187d06 admin admin] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:18:19.429759 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-36fe8477-de2c-4d51-beaa-08489f187d06 admin admin] 10.222.0.36 "PUT /v2.0/routers/1509167a-34cb-437a-9d09-761858b07e2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0256174 Dec 15 14:18:19.496329 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-168d622d-ae1a-43f9-85a6-8eec97468285 None None] Provisioning complete for port 87452da1-3922-48bc-b512-d08d3367757d triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:19.496706 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-168d622d-ae1a-43f9-85a6-8eec97468285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:19.544832 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-168d622d-ae1a-43f9-85a6-8eec97468285 None None] Port 87452da1-3922-48bc-b512-d08d3367757d cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:18:19.784358 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 5f222e09-62d0-4a60-a598-bb4d20860a17 up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:18:19.814123 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:19.839818 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port 5f222e09-62d0-4a60-a598-bb4d20860a17 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:19.840636 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:20.037893 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 40276) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:20.042720 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-439c075c-a0f0-4279-9cf8-47f2942ced52 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1632249266', 'description': 'tempest-secgroup-smoke-1632249266 description', 'project_id': '5aa37dc44119489f8b5a8292cf40d8bd'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:20.150150 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-439c075c-a0f0-4279-9cf8-47f2942ced52 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:20.235368 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-439c075c-a0f0-4279-9cf8-47f2942ced52 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:20.307655 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-439c075c-a0f0-4279-9cf8-47f2942ced52 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:20.338830 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c075c-a0f0-4279-9cf8-47f2942ced52 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c352f6b-d96b-411e-b421-8ee474d42069,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:20.395528 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-439c075c-a0f0-4279-9cf8-47f2942ced52 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:20.397079 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-439c075c-a0f0-4279-9cf8-47f2942ced52 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3580658 Dec 15 14:18:20.399954 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 40286) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:20.404263 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-b9549060-20d5-447f-bea6-2f6d20fa1300 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Request body: {'security_group_rule': {'security_group_id': '0c352f6b-d96b-411e-b421-8ee474d42069', 'project_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:20.503895 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b9549060-20d5-447f-bea6-2f6d20fa1300 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:20.560958 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b9549060-20d5-447f-bea6-2f6d20fa1300 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:20.642124 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b9549060-20d5-447f-bea6-2f6d20fa1300 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629912'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:20.659829 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9549060-20d5-447f-bea6-2f6d20fa1300 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3899d1c-58fe-45eb-86fa-a20d96640916,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:20.679250 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb39cb2-9423-4a33-94f5-2144ae15363e req-3dfb28b7-ea17-44c6-a4bb-4909113fea36 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:20.680789 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-fdb39cb2-9423-4a33-94f5-2144ae15363e req-3dfb28b7-ea17-44c6-a4bb-4909113fea36 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.0497808 Dec 15 14:18:20.727004 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b9549060-20d5-447f-bea6-2f6d20fa1300 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:20.731134 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-fdb39cb2-9423-4a33-94f5-2144ae15363e req-191a6e7f-9527-442f-8ef8-a76466ba6d94 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414317 Dec 15 14:18:20.731303 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-b9549060-20d5-447f-bea6-2f6d20fa1300 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3277602 Dec 15 14:18:20.732016 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 40290) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:20.735844 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-cc8150e7-bb32-47e8-80f3-7ca5406ed5b3 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Request body: {'security_group_rule': {'security_group_id': '0c352f6b-d96b-411e-b421-8ee474d42069', 'project_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:20.815853 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cc8150e7-bb32-47e8-80f3-7ca5406ed5b3 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:20.871982 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cc8150e7-bb32-47e8-80f3-7ca5406ed5b3 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:20.925000 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cc8150e7-bb32-47e8-80f3-7ca5406ed5b3 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629912'] for security_group_rule, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:20.945681 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8150e7-bb32-47e8-80f3-7ca5406ed5b3 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af5792db-614a-410f-8cc3-021723b403f1,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:21.015437 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cc8150e7-bb32-47e8-80f3-7ca5406ed5b3 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:21.016738 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-cc8150e7-bb32-47e8-80f3-7ca5406ed5b3 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2843256 Dec 15 14:18:21.019338 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 40294) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:21.023645 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-0b81927d-eade-417e-ac81-ae6e8bac7f63 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Request body: {'security_group_rule': {'security_group_id': '0c352f6b-d96b-411e-b421-8ee474d42069', 'project_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:21.133668 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-0b81927d-eade-417e-ac81-ae6e8bac7f63 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:21.188477 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-0b81927d-eade-417e-ac81-ae6e8bac7f63 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:21.270593 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bbcace-47ee-41aa-b948-233eff161ff6 None None] Sync routers for ids ['1509167a-34cb-437a-9d09-761858b07e2d'] in dv-cinder-813229-4-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:18:21.280122 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bbcace-47ee-41aa-b948-233eff161ff6 None None] Routers {'1509167a-34cb-437a-9d09-761858b07e2d'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:18:21.281427 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-57bbcace-47ee-41aa-b948-233eff161ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:18:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['1509167a-34cb-437a-9d09-761858b07e2d'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:18:21.296704 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-0b81927d-eade-417e-ac81-ae6e8bac7f63 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629912'] for security_group_rule, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:21.315645 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81927d-eade-417e-ac81-ae6e8bac7f63 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06f610f2-3a28-4e78-b013-e76cdbcc858d,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:21.368760 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1a536abf-5347-4157-b394-b7e62681305f req-88c13ba9-3b05-4553-b784-4ed385dbb591 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410931 Dec 15 14:18:21.396935 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-57bbcace-47ee-41aa-b948-233eff161ff6 None None] Set router 1509167a-34cb-437a-9d09-761858b07e2d gateway port host: dv-cinder-813229-4-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:18:21.408818 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-0b81927d-eade-417e-ac81-ae6e8bac7f63 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:21.410241 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-0b81927d-eade-417e-ac81-ae6e8bac7f63 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3898408 Dec 15 14:18:21.412820 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 40298) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:21.417376 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-47a4bda3-8d6d-4d63-96b7-0396b05ee9ff tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Request body: {'security_group_rule': {'security_group_id': '0c352f6b-d96b-411e-b421-8ee474d42069', 'project_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:21.480230 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a536abf-5347-4157-b394-b7e62681305f req-65d88110-40f8-485b-ac1a-ef93893601aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:21.481743 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1a536abf-5347-4157-b394-b7e62681305f req-65d88110-40f8-485b-ac1a-ef93893601aa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9ed188fb44624c1b86723b0a0cf261c5&device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 1137 time: 0.0437574 Dec 15 14:18:21.520547 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-47a4bda3-8d6d-4d63-96b7-0396b05ee9ff tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:21.592625 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-47a4bda3-8d6d-4d63-96b7-0396b05ee9ff tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:21.606222 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a536abf-5347-4157-b394-b7e62681305f req-10990bb0-917f-4022-a047-348a34226b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:21.607698 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1a536abf-5347-4157-b394-b7e62681305f req-10990bb0-917f-4022-a047-348a34226b1a service neutron] 10.222.0.54 "GET /v2.0/networks?id=0ab8db93-01e2-4a13-a31c-081ad8890766 HTTP/1.1" status: 200 len: 916 time: 0.0929794 Dec 15 14:18:21.619193 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-57bbcace-47ee-41aa-b948-233eff161ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1509167a-34cb-437a-9d09-761858b07e2d', 'name': 'tempest-TestShelveInstance-428168845-router', 'tenant_id': 'f69edbe1355d441396ea76331c66c6dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '89985527-54e8-4a0e-9cce-0a53d353e927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:18:14Z', 'updated_at': '2021-12-15T14:18:18Z', 'revision_number': 4, 'project_id': 'f69edbe1355d441396ea76331c66c6dd', 'gw_port': {'id': '89985527-54e8-4a0e-9cce-0a53d353e927', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:98:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1509167a-34cb-437a-9d09-761858b07e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:15Z', 'updated_at': '2021-12-15T14:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': '87452da1-3922-48bc-b512-d08d3367757d', 'name': '', 'network_id': '7b26e0f5-2185-4a47-a593-e2ada9361a66', 'tenant_id': 'f69edbe1355d441396ea76331c66c6dd', 'mac_address': 'fa:16:3e:9f:c7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1509167a-34cb-437a-9d09-761858b07e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4c9cf6f1-50ae-488e-bdaf-17b2d29e90b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:17Z', 'updated_at': '2021-12-15T14:18:18Z', 'revision_number': 2, 'project_id': 'f69edbe1355d441396ea76331c66c6dd', 'subnets': [{'id': '4c9cf6f1-50ae-488e-bdaf-17b2d29e90b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:18:21.646358 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bbcace-47ee-41aa-b948-233eff161ff6 None None] Checking router: 1509167a-34cb-437a-9d09-761858b07e2d for host: dv-cinder-813229-4-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:18:21.646722 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bbcace-47ee-41aa-b948-233eff161ff6 None None] Updating router 1509167a-34cb-437a-9d09-761858b07e2d port 87452da1-3922-48bc-b512-d08d3367757d binding host dv-cinder-813229-4-iscsi {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:18:21.671007 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-47a4bda3-8d6d-4d63-96b7-0396b05ee9ff tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629912'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:21.673465 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57bbcace-47ee-41aa-b948-233eff161ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:21.679952 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1a536abf-5347-4157-b394-b7e62681305f req-1405ebb6-b667-4a74-b34e-a5e06ab9cfa0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f77f8ec-a564-45e4-a011-24904a851e4c HTTP/1.1" status: 200 len: 1001 time: 0.0616446 Dec 15 14:18:21.690318 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4bda3-8d6d-4d63-96b7-0396b05ee9ff tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8518459a-1f8a-4270-bed3-9eafb832744a,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:21.742917 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a536abf-5347-4157-b394-b7e62681305f req-0f3027bb-7794-49ce-9938-ba746b0390da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:21.744418 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1a536abf-5347-4157-b394-b7e62681305f req-0f3027bb-7794-49ce-9938-ba746b0390da service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c3bc8042-5e9a-48ef-a809-de8051625fa5 HTTP/1.1" status: 200 len: 854 time: 0.0538685 Dec 15 14:18:21.789594 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-47a4bda3-8d6d-4d63-96b7-0396b05ee9ff tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:21.793327 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-47a4bda3-8d6d-4d63-96b7-0396b05ee9ff tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3769183 Dec 15 14:18:21.794827 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 40302) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:21.799738 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-b3040c4b-7c8b-40d2-a931-460dc22cf3f4 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Request body: {'security_group_rule': {'security_group_id': '0c352f6b-d96b-411e-b421-8ee474d42069', 'project_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:21.807243 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a536abf-5347-4157-b394-b7e62681305f req-7ce1caec-61ba-4ea6-a9dd-e619b18a3518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:21.810013 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1a536abf-5347-4157-b394-b7e62681305f req-7ce1caec-61ba-4ea6-a9dd-e619b18a3518 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0ab8db93-01e2-4a13-a31c-081ad8890766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539227 Dec 15 14:18:21.813706 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 89985527-54e8-4a0e-9cce-0a53d353e927 up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:18:21.869588 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port 89985527-54e8-4a0e-9cce-0a53d353e927 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:21.870805 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:21.898798 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.db.securitygroups_db [None req-b3040c4b-7c8b-40d2-a931-460dc22cf3f4 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Project 5aa37dc44119489f8b5a8292cf40d8bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:18:21.907514 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b3040c4b-7c8b-40d2-a931-460dc22cf3f4 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:21.918613 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb7331-a494-4237-bde1-327a1c761c3a req-89b5832b-3088-45d6-8120-ad4a238b3917 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:21.919638 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-52cb7331-a494-4237-bde1-327a1c761c3a req-89b5832b-3088-45d6-8120-ad4a238b3917 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.1079693 Dec 15 14:18:21.980676 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1a536abf-5347-4157-b394-b7e62681305f req-05834e86-f03e-49cc-a276-5b1371bdf302 service neutron] 10.222.0.54 "GET /v2.0/networks/0ab8db93-01e2-4a13-a31c-081ad8890766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427391 Dec 15 14:18:21.992298 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57bbcace-47ee-41aa-b948-233eff161ff6 None None] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:21.994397 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-52cb7331-a494-4237-bde1-327a1c761c3a req-4f50e8c4-5deb-4111-ac49-d5ee6ef7a6da tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672448 Dec 15 14:18:22.019984 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b3040c4b-7c8b-40d2-a931-460dc22cf3f4 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:22.023162 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:22.044330 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] For port 89985527-54e8-4a0e-9cce-0a53d353e927, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=89985527-54e8-4a0e-9cce-0a53d353e927,segment=NetworkSegment(c751ab6f-1098-4cf9-a0b7-c17ede87015d),segment_id=c751ab6f-1098-4cf9-a0b7-c17ede87015d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:22.082030 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1a536abf-5347-4157-b394-b7e62681305f req-0fea3169-de1c-47c3-8988-5d9267ca529c service neutron] 10.222.0.54 "GET /v2.0/networks/0ab8db93-01e2-4a13-a31c-081ad8890766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865805 Dec 15 14:18:22.084375 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57bbcace-47ee-41aa-b948-233eff161ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:22.113270 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b3040c4b-7c8b-40d2-a931-460dc22cf3f4 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629912'] for security_group_rule, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:22.113509 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:22.147234 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3040c4b-7c8b-40d2-a931-460dc22cf3f4 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10b4589-0571-4af9-b486-75154f9efd82,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:22.163306 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa584a52-1a6e-4147-84f7-de9969a8f890 None None] Pushing event updated for resources: {'Port': ['ID=87452da1-3922-48bc-b512-d08d3367757d,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:22.175768 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Pushing event updated for resources: {'Port': ['ID=89985527-54e8-4a0e-9cce-0a53d353e927,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:22.195146 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-57bbcace-47ee-41aa-b948-233eff161ff6 None None] Attempting to bind port 87452da1-3922-48bc-b512-d08d3367757d on host dv-cinder-813229-4-iscsi for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:18:22.195517 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-57bbcace-47ee-41aa-b948-233eff161ff6 None None] Attempting to bind port 87452da1-3922-48bc-b512-d08d3367757d by drivers openvswitch,hyperv on host dv-cinder-813229-4-iscsi at level 0 using segments [{'id': 'd41c5512-320d-4498-a60a-015c7a3a466a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b26e0f5-2185-4a47-a593-e2ada9361a66'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:18:22.195882 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bbcace-47ee-41aa-b948-233eff161ff6 None None] Attempting to bind port 87452da1-3922-48bc-b512-d08d3367757d on network 7b26e0f5-2185-4a47-a593-e2ada9361a66 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:18:22.200803 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b3040c4b-7c8b-40d2-a931-460dc22cf3f4 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:22.201448 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bbcace-47ee-41aa-b948-233eff161ff6 None None] Checking agent: {'id': '939e8715-7657-4010-a58c-eb05979aa89f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 5, 9), 'started_at': datetime.datetime(2021, 12, 15, 14, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:18:22.201826 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bbcace-47ee-41aa-b948-233eff161ff6 None None] Checking segment: {'id': 'd41c5512-320d-4498-a60a-015c7a3a466a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b26e0f5-2185-4a47-a593-e2ada9361a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:18:22.203978 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57bbcace-47ee-41aa-b948-233eff161ff6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:22.204138 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-b3040c4b-7c8b-40d2-a931-460dc22cf3f4 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4066863 Dec 15 14:18:22.204249 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bbcace-47ee-41aa-b948-233eff161ff6 None None] Bound using segment: {'id': 'd41c5512-320d-4498-a60a-015c7a3a466a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b26e0f5-2185-4a47-a593-e2ada9361a66'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:18:22.204249 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-57bbcace-47ee-41aa-b948-233eff161ff6 None None] Bound port: 87452da1-3922-48bc-b512-d08d3367757d, host: dv-cinder-813229-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd41c5512-320d-4498-a60a-015c7a3a466a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b26e0f5-2185-4a47-a593-e2ada9361a66'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:18:22.205368 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57bbcace-47ee-41aa-b948-233eff161ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:22.205885 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 40306) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:22.210664 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-70b55bf5-c0a2-4d84-87f2-4d63d5327d24 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Request body: {'security_group_rule': {'security_group_id': '0c352f6b-d96b-411e-b421-8ee474d42069', 'project_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:22.270128 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-57bbcace-47ee-41aa-b948-233eff161ff6 None None] For port 87452da1-3922-48bc-b512-d08d3367757d, host dv-cinder-813229-4-iscsi, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:18:22.273374 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-57bbcace-47ee-41aa-b948-233eff161ff6 None None] For port 87452da1-3922-48bc-b512-d08d3367757d, host dv-cinder-813229-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=87452da1-3922-48bc-b512-d08d3367757d,segment=NetworkSegment(d41c5512-320d-4498-a60a-015c7a3a466a),segment_id=d41c5512-320d-4498-a60a-015c7a3a466a)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:18:22.304782 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.db.securitygroups_db [None req-70b55bf5-c0a2-4d84-87f2-4d63d5327d24 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Project 5aa37dc44119489f8b5a8292cf40d8bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:18:22.310456 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-70b55bf5-c0a2-4d84-87f2-4d63d5327d24 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:22.344934 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-57bbcace-47ee-41aa-b948-233eff161ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:22.381961 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-70b55bf5-c0a2-4d84-87f2-4d63d5327d24 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:22.390721 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-f9825cd8-8eb5-40dc-8d5f-8218e5759c4c None None] Provisioning complete for port 87452da1-3922-48bc-b512-d08d3367757d triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:22.391120 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9825cd8-8eb5-40dc-8d5f-8218e5759c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:22.400424 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bbcace-47ee-41aa-b948-233eff161ff6 None None] Routers {'1509167a-34cb-437a-9d09-761858b07e2d'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:18:22.401038 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-57bbcace-47ee-41aa-b948-233eff161ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:18:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['1509167a-34cb-437a-9d09-761858b07e2d'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:18:22.473866 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9825cd8-8eb5-40dc-8d5f-8218e5759c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:22.475705 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-70b55bf5-c0a2-4d84-87f2-4d63d5327d24 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629912'] for security_group_rule, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:22.489175 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa584a52-1a6e-4147-84f7-de9969a8f890 None None] Pushing event updated for resources: {'Port': ['ID=87452da1-3922-48bc-b512-d08d3367757d,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:22.501872 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b55bf5-c0a2-4d84-87f2-4d63d5327d24 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cc19b25-65fe-4afb-b60e-06175a220ac1,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:22.517220 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-f9825cd8-8eb5-40dc-8d5f-8218e5759c4c None None] For port 87452da1-3922-48bc-b512-d08d3367757d, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=87452da1-3922-48bc-b512-d08d3367757d,segment=NetworkSegment(d41c5512-320d-4498-a60a-015c7a3a466a),segment_id=d41c5512-320d-4498-a60a-015c7a3a466a)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:22.554599 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-57bbcace-47ee-41aa-b948-233eff161ff6 None None] Set router 1509167a-34cb-437a-9d09-761858b07e2d gateway port host: dv-cinder-813229-4-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:18:22.574783 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-70b55bf5-c0a2-4d84-87f2-4d63d5327d24 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:22.576015 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-70b55bf5-c0a2-4d84-87f2-4d63d5327d24 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3690248 Dec 15 14:18:22.607118 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9825cd8-8eb5-40dc-8d5f-8218e5759c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:22.666819 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9825cd8-8eb5-40dc-8d5f-8218e5759c4c None None] Pushing event updated for resources: {'Port': ['ID=87452da1-3922-48bc-b512-d08d3367757d,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:22.745851 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-e4a2de8b-9e1a-4c7a-8d2b-b127f51ed07f None None] Provisioning complete for port 87452da1-3922-48bc-b512-d08d3367757d triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:22.746231 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e4a2de8b-9e1a-4c7a-8d2b-b127f51ed07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:22.792230 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-57bbcace-47ee-41aa-b948-233eff161ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1509167a-34cb-437a-9d09-761858b07e2d', 'name': 'tempest-TestShelveInstance-428168845-router', 'tenant_id': 'f69edbe1355d441396ea76331c66c6dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '89985527-54e8-4a0e-9cce-0a53d353e927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:18:14Z', 'updated_at': '2021-12-15T14:18:18Z', 'revision_number': 4, 'project_id': 'f69edbe1355d441396ea76331c66c6dd', 'gw_port': {'id': '89985527-54e8-4a0e-9cce-0a53d353e927', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:98:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1509167a-34cb-437a-9d09-761858b07e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:15Z', 'updated_at': '2021-12-15T14:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': '87452da1-3922-48bc-b512-d08d3367757d', 'name': '', 'network_id': '7b26e0f5-2185-4a47-a593-e2ada9361a66', 'tenant_id': 'f69edbe1355d441396ea76331c66c6dd', 'mac_address': 'fa:16:3e:9f:c7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1509167a-34cb-437a-9d09-761858b07e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4c9cf6f1-50ae-488e-bdaf-17b2d29e90b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:17Z', 'updated_at': '2021-12-15T14:18:22Z', 'revision_number': 4, 'project_id': 'f69edbe1355d441396ea76331c66c6dd', 'subnets': [{'id': '4c9cf6f1-50ae-488e-bdaf-17b2d29e90b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:18:22.819584 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bbcace-47ee-41aa-b948-233eff161ff6 None None] The sync data for ids ['1509167a-34cb-437a-9d09-761858b07e2d'] in dv-cinder-813229-4-iscsi is: [{'id': '1509167a-34cb-437a-9d09-761858b07e2d', 'name': 'tempest-TestShelveInstance-428168845-router', 'tenant_id': 'f69edbe1355d441396ea76331c66c6dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '89985527-54e8-4a0e-9cce-0a53d353e927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:18:14Z', 'updated_at': '2021-12-15T14:18:18Z', 'revision_number': 4, 'project_id': 'f69edbe1355d441396ea76331c66c6dd', 'gw_port': {'id': '89985527-54e8-4a0e-9cce-0a53d353e927', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:98:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1509167a-34cb-437a-9d09-761858b07e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:15Z', 'updated_at': '2021-12-15T14:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': '87452da1-3922-48bc-b512-d08d3367757d', 'name': '', 'network_id': '7b26e0f5-2185-4a47-a593-e2ada9361a66', 'tenant_id': 'f69edbe1355d441396ea76331c66c6dd', 'mac_address': 'fa:16:3e:9f:c7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1509167a-34cb-437a-9d09-761858b07e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4c9cf6f1-50ae-488e-bdaf-17b2d29e90b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:17Z', 'updated_at': '2021-12-15T14:18:22Z', 'revision_number': 4, 'project_id': 'f69edbe1355d441396ea76331c66c6dd', 'subnets': [{'id': '4c9cf6f1-50ae-488e-bdaf-17b2d29e90b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:18:23.132278 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3b4b3-cf4a-424f-a651-feef89880f98 req-f93abe80-54d8-4706-8b41-46d0e4281f9a tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:23.133904 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d9d3b4b3-cf4a-424f-a651-feef89880f98 req-f93abe80-54d8-4706-8b41-46d0e4281f9a tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.0582924 Dec 15 14:18:23.184764 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d9d3b4b3-cf4a-424f-a651-feef89880f98 req-44e413ff-6c64-4557-b647-e22b4f405bb6 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=71badf88-71eb-4650-9e1d-52e1be9b8942&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448625 Dec 15 14:18:23.338264 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa600ec3-7747-4942-a508-1b5f045c5e64 req-78382f4d-7e29-477a-b765-d0a37f1973ee tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:23.339761 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-fa600ec3-7747-4942-a508-1b5f045c5e64 req-78382f4d-7e29-477a-b765-d0a37f1973ee tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 946 time: 0.0499911 Dec 15 14:18:23.466573 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [req-fa600ec3-7747-4942-a508-1b5f045c5e64 req-0c0cdd24-b999-4ac9-8f0b-9ffe72d3d866 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Deleting port 7fbad533-96b2-474b-aa8f-d92f5601bf21 {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:18:23.466912 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-fa600ec3-7747-4942-a508-1b5f045c5e64 req-0c0cdd24-b999-4ac9-8f0b-9ffe72d3d866 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:23.568571 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-fa600ec3-7747-4942-a508-1b5f045c5e64 req-0c0cdd24-b999-4ac9-8f0b-9ffe72d3d866 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] For port 7fbad533-96b2-474b-aa8f-d92f5601bf21, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7fbad533-96b2-474b-aa8f-d92f5601bf21,segment=NetworkSegment(05c12ba9-d39b-4141-9580-defe032a5fb6),segment_id=05c12ba9-d39b-4141-9580-defe032a5fb6)] {{(pid=103145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:23.568947 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-fa600ec3-7747-4942-a508-1b5f045c5e64 req-0c0cdd24-b999-4ac9-8f0b-9ffe72d3d866 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:23.783156 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-fa600ec3-7747-4942-a508-1b5f045c5e64 req-0c0cdd24-b999-4ac9-8f0b-9ffe72d3d866 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:23.783582 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-fa600ec3-7747-4942-a508-1b5f045c5e64 req-0c0cdd24-b999-4ac9-8f0b-9ffe72d3d866 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583636'] for floatingip, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:23.784047 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.db.l3_db [req-fa600ec3-7747-4942-a508-1b5f045c5e64 req-0c0cdd24-b999-4ac9-8f0b-9ffe72d3d866 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Floating IP 0f41149c-bcb9-44a9-b122-ace7fc4eff91 disassociated. External IP: 172.27.3.69, port: 7fbad533-96b2-474b-aa8f-d92f5601bf21. Dec 15 14:18:23.784670 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [req-fa600ec3-7747-4942-a508-1b5f045c5e64 req-0c0cdd24-b999-4ac9-8f0b-9ffe72d3d866 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Calling delete_port for 7fbad533-96b2-474b-aa8f-d92f5601bf21 owned by compute:nova {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:18:23.803586 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 89985527-54e8-4a0e-9cce-0a53d353e927 up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:18:23.859703 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port 89985527-54e8-4a0e-9cce-0a53d353e927 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:23.860421 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:23.944961 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 87452da1-3922-48bc-b512-d08d3367757d up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:18:23.995382 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port 87452da1-3922-48bc-b512-d08d3367757d triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:23.995767 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:24.005198 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-fa600ec3-7747-4942-a508-1b5f045c5e64 req-0c0cdd24-b999-4ac9-8f0b-9ffe72d3d866 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:24.041923 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0cdd24-b999-4ac9-8f0b-9ffe72d3d866 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Pushing event deleted for resources: {'Port': ['ID=7fbad533-96b2-474b-aa8f-d92f5601bf21,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:24.185852 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa600ec3-7747-4942-a508-1b5f045c5e64 req-0c0cdd24-b999-4ac9-8f0b-9ffe72d3d866 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Router 9049b4de-53dd-4d14-a582-281296ea540c has already been hosted by L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b {{(pid=103145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:18:24.562219 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-41923e2d-9cfd-4c7f-8b32-7b30fc03b5c3 req-ab57057f-6cd8-4df1-b423-3b63cab8d15e tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 210 time: 0.2941434 Dec 15 14:18:24.591245 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa600ec3-7747-4942-a508-1b5f045c5e64 req-0c0cdd24-b999-4ac9-8f0b-9ffe72d3d866 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:18:24.601971 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9324e6-efa9-49fa-b1c5-a38f27b4c993 None None] Sync routers for ids ['9049b4de-53dd-4d14-a582-281296ea540c'] in dv-cinder-813229-4-iscsi {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:18:24.613477 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9324e6-efa9-49fa-b1c5-a38f27b4c993 None None] Routers {'9049b4de-53dd-4d14-a582-281296ea540c'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:18:24.614191 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-bc9324e6-efa9-49fa-b1c5-a38f27b4c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:18:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['9049b4de-53dd-4d14-a582-281296ea540c'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:18:24.631970 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa600ec3-7747-4942-a508-1b5f045c5e64 req-0c0cdd24-b999-4ac9-8f0b-9ffe72d3d866 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] No DVR routers for this DVR port 7fbad533-96b2-474b-aa8f-d92f5601bf21 on host hv-cinder-81322 {{(pid=103145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:18:24.634361 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-fa600ec3-7747-4942-a508-1b5f045c5e64 req-0c0cdd24-b999-4ac9-8f0b-9ffe72d3d866 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:24.637832 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-fa600ec3-7747-4942-a508-1b5f045c5e64 req-0c0cdd24-b999-4ac9-8f0b-9ffe72d3d866 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.54 "DELETE /v2.0/ports/7fbad533-96b2-474b-aa8f-d92f5601bf21 HTTP/1.1" status: 204 len: 173 time: 1.2801728 Dec 15 14:18:24.638290 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef62bed0-b1e8-4769-878e-4dc0bbb2c15f', 'name': 'network-vif-deleted', 'tag': '7fbad533-96b2-474b-aa8f-d92f5601bf21'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:18:24.641688 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54343ee614085f4f2fe791b0f2f4c0bf4988d50ad8e642b13afe6f74cb17e673" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1bdc45-e4cf-452b-8d88-a04439831831" -d '{"events": [{"server_uuid": "ef62bed0-b1e8-4769-878e-4dc0bbb2c15f", "name": "network-vif-deleted", "tag": "7fbad533-96b2-474b-aa8f-d92f5601bf21"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:18:24.691721 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab9cbe7-41d9-48f5-8dc3-6a0b47a2d685 x-openstack-request-id: req-eab9cbe7-41d9-48f5-8dc3-6a0b47a2d685 {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:18:24.692101 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef62bed0-b1e8-4769-878e-4dc0bbb2c15f", "name": "network-vif-deleted", "tag": "7fbad533-96b2-474b-aa8f-d92f5601bf21", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:18:24.696854 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eab9cbe7-41d9-48f5-8dc3-6a0b47a2d685 {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:18:24.696854 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef62bed0-b1e8-4769-878e-4dc0bbb2c15f', 'name': 'network-vif-deleted', 'tag': '7fbad533-96b2-474b-aa8f-d92f5601bf21', 'status': 'completed', 'code': 200} Dec 15 14:18:24.737112 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-bc9324e6-efa9-49fa-b1c5-a38f27b4c993 None None] Set router 9049b4de-53dd-4d14-a582-281296ea540c gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:18:24.939164 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-bc9324e6-efa9-49fa-b1c5-a38f27b4c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9049b4de-53dd-4d14-a582-281296ea540c', 'name': 'tempest-AttachVolumeTestJSON-30751297-router', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '8b48a990-8034-475e-9a2b-ca227d9b8096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:08Z', 'updated_at': '2021-12-15T14:13:17Z', 'revision_number': 4, 'project_id': '99e48568027f45a591f092080d89b4dd', 'gw_port': {'id': '8b48a990-8034-475e-9a2b-ca227d9b8096', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9049b4de-53dd-4d14-a582-281296ea540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:09Z', 'updated_at': '2021-12-15T14:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': '9feccff9-c076-4836-aed1-c47d5355f4d6', 'name': '', 'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'mac_address': 'fa:16:3e:ea:8f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9049b4de-53dd-4d14-a582-281296ea540c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3951b90e-3765-4c81-9e5f-467e16fbfc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:15Z', 'updated_at': '2021-12-15T14:13:24Z', 'revision_number': 5, 'project_id': '99e48568027f45a591f092080d89b4dd', 'subnets': [{'id': '3951b90e-3765-4c81-9e5f-467e16fbfc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:18:24.973955 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9324e6-efa9-49fa-b1c5-a38f27b4c993 None None] Checking router: 9049b4de-53dd-4d14-a582-281296ea540c for host: dv-cinder-813229-4-iscsi {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:18:24.982633 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9324e6-efa9-49fa-b1c5-a38f27b4c993 None None] Routers {'9049b4de-53dd-4d14-a582-281296ea540c'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:18:24.983244 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-bc9324e6-efa9-49fa-b1c5-a38f27b4c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:18:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['9049b4de-53dd-4d14-a582-281296ea540c'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:18:25.092834 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-bc9324e6-efa9-49fa-b1c5-a38f27b4c993 None None] Set router 9049b4de-53dd-4d14-a582-281296ea540c gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:18:25.303409 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-bc9324e6-efa9-49fa-b1c5-a38f27b4c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9049b4de-53dd-4d14-a582-281296ea540c', 'name': 'tempest-AttachVolumeTestJSON-30751297-router', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '8b48a990-8034-475e-9a2b-ca227d9b8096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:08Z', 'updated_at': '2021-12-15T14:13:17Z', 'revision_number': 4, 'project_id': '99e48568027f45a591f092080d89b4dd', 'gw_port': {'id': '8b48a990-8034-475e-9a2b-ca227d9b8096', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9049b4de-53dd-4d14-a582-281296ea540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:09Z', 'updated_at': '2021-12-15T14:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': '9feccff9-c076-4836-aed1-c47d5355f4d6', 'name': '', 'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'mac_address': 'fa:16:3e:ea:8f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9049b4de-53dd-4d14-a582-281296ea540c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3951b90e-3765-4c81-9e5f-467e16fbfc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:15Z', 'updated_at': '2021-12-15T14:13:24Z', 'revision_number': 5, 'project_id': '99e48568027f45a591f092080d89b4dd', 'subnets': [{'id': '3951b90e-3765-4c81-9e5f-467e16fbfc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:18:25.331642 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9324e6-efa9-49fa-b1c5-a38f27b4c993 None None] The sync data for ids ['9049b4de-53dd-4d14-a582-281296ea540c'] in dv-cinder-813229-4-iscsi is: [{'id': '9049b4de-53dd-4d14-a582-281296ea540c', 'name': 'tempest-AttachVolumeTestJSON-30751297-router', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '8b48a990-8034-475e-9a2b-ca227d9b8096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:08Z', 'updated_at': '2021-12-15T14:13:17Z', 'revision_number': 4, 'project_id': '99e48568027f45a591f092080d89b4dd', 'gw_port': {'id': '8b48a990-8034-475e-9a2b-ca227d9b8096', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9049b4de-53dd-4d14-a582-281296ea540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:09Z', 'updated_at': '2021-12-15T14:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': '9feccff9-c076-4836-aed1-c47d5355f4d6', 'name': '', 'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'mac_address': 'fa:16:3e:ea:8f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9049b4de-53dd-4d14-a582-281296ea540c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3951b90e-3765-4c81-9e5f-467e16fbfc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:15Z', 'updated_at': '2021-12-15T14:13:24Z', 'revision_number': 5, 'project_id': '99e48568027f45a591f092080d89b4dd', 'subnets': [{'id': '3951b90e-3765-4c81-9e5f-467e16fbfc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:18:25.653369 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677eb96d-6529-496d-bfdd-7cfc5a6f2627 None None] New status for floating IP 0f41149c-bcb9-44a9-b122-ace7fc4eff91: DOWN {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:18:25.696299 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-83823be4-0157-42cb-83b9-1806242766fc req-4a88845e-a21c-4a76-943b-d1cf99550295 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef62bed0-b1e8-4769-878e-4dc0bbb2c15f HTTP/1.1" status: 200 len: 210 time: 0.0300901 Dec 15 14:18:26.833191 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 7fbad533-96b2-474b-aa8f-d92f5601bf21 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:18:26.849662 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 40412) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:26.854128 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] No Port match for: 7fbad533-96b2-474b-aa8f-d92f5601bf21 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:18:26.854497 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 7fbad533-96b2-474b-aa8f-d92f5601bf21 not bound to the agent host hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:18:26.907298 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-becd74bc-2f21-41d1-861d-62ffa157067e tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for security_group, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:26.933943 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-becd74bc-2f21-41d1-861d-62ffa157067e tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:27.063906 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-becd74bc-2f21-41d1-861d-62ffa157067e tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:27.066546 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-becd74bc-2f21-41d1-861d-62ffa157067e tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:27.067762 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-becd74bc-2f21-41d1-861d-62ffa157067e tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "DELETE /v2.0/security-groups/71badf88-71eb-4650-9e1d-52e1be9b8942 HTTP/1.1" status: 204 len: 168 time: 0.2170465 Dec 15 14:18:27.070575 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 40414) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:27.079743 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd74bc-2f21-41d1-861d-62ffa157067e tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71badf88-71eb-4650-9e1d-52e1be9b8942,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:27.085469 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.api.v2.resource [None req-ce608e02-0510-4bb3-aab9-be4136c61ead tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] show failed (client error): The resource could not be found. Dec 15 14:18:27.089013 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-ce608e02-0510-4bb3-aab9-be4136c61ead tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups/71badf88-71eb-4650-9e1d-52e1be9b8942 HTTP/1.1" status: 404 len: 347 time: 0.0148952 Dec 15 14:18:27.089536 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 40416) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:27.217557 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-c9c0ddce-ff01-40d6-98f4-bb916ca51687 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Deleting port ef54b536-331c-4892-8042-27b83ccbee16 {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:18:27.217952 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c9c0ddce-ff01-40d6-98f4-bb916ca51687 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:27.294235 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c9c0ddce-ff01-40d6-98f4-bb916ca51687 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:27.294576 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c9c0ddce-ff01-40d6-98f4-bb916ca51687 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:27.306507 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-c9c0ddce-ff01-40d6-98f4-bb916ca51687 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Calling delete_port for ef54b536-331c-4892-8042-27b83ccbee16 owned by network:floatingip {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:18:27.513486 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c9c0ddce-ff01-40d6-98f4-bb916ca51687 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:27.540349 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c0ddce-ff01-40d6-98f4-bb916ca51687 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Pushing event deleted for resources: {'Port': ['ID=ef54b536-331c-4892-8042-27b83ccbee16,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:27.601460 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c9c0ddce-ff01-40d6-98f4-bb916ca51687 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for floatingip, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:27.604293 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c9c0ddce-ff01-40d6-98f4-bb916ca51687 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for floatingip, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:27.605435 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-c9c0ddce-ff01-40d6-98f4-bb916ca51687 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "DELETE /v2.0/floatingips/0f41149c-bcb9-44a9-b122-ace7fc4eff91 HTTP/1.1" status: 204 len: 168 time: 0.5149412 Dec 15 14:18:28.147441 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 40426) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:28.151950 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-f0187091-e888-4a98-92e6-4b5081705b31 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1459224474', 'description': 'tempest-description--1594833450'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:28.247077 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f0187091-e888-4a98-92e6-4b5081705b31 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:28.311260 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f0187091-e888-4a98-92e6-4b5081705b31 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:28.373213 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f0187091-e888-4a98-92e6-4b5081705b31 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:28.406437 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0187091-e888-4a98-92e6-4b5081705b31 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db6779c0-1b9b-499f-a805-26c29ede5afa,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:28.469493 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f0187091-e888-4a98-92e6-4b5081705b31 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:28.470743 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-f0187091-e888-4a98-92e6-4b5081705b31 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3222806 Dec 15 14:18:28.474028 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 40432) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:28.478878 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-db57e938-f9aa-4ec2-9fe8-c787614a8236 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Request body: {'security_group_rule': {'security_group_id': 'db6779c0-1b9b-499f-a805-26c29ede5afa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:28.569970 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-db57e938-f9aa-4ec2-9fe8-c787614a8236 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:28.627020 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-db57e938-f9aa-4ec2-9fe8-c787614a8236 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:28.722347 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-db57e938-f9aa-4ec2-9fe8-c787614a8236 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629912'] for security_group_rule, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:28.755498 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57e938-f9aa-4ec2-9fe8-c787614a8236 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f964bf0-3c7e-4d28-b178-a04447255813,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:28.796384 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-916bde2b-1285-4b06-a3dd-c12eecfb0232 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:28.797920 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-916bde2b-1285-4b06-a3dd-c12eecfb0232 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/networks?id=0ca1363a-730e-4e8b-a82f-8b7d81e5a05c HTTP/1.1" status: 200 len: 814 time: 0.1235929 Dec 15 14:18:28.812783 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-994de2dc-021d-4691-8e5a-5e4bf7a8e520 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/quotas/1fb03627f3cf48e883d03edd35399116 HTTP/1.1" status: 200 len: 375 time: 0.0091462 Dec 15 14:18:28.849193 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-db57e938-f9aa-4ec2-9fe8-c787614a8236 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:28.850607 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-db57e938-f9aa-4ec2-9fe8-c787614a8236 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3753698 Dec 15 14:18:28.853443 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 40450) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:28.859951 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-7c01b40f-fdc7-4c64-b5c0-2734e6c1618b tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Request body: {'security_group_rule': {'security_group_id': 'db6779c0-1b9b-499f-a805-26c29ede5afa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:28.887991 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-e501dbcf-3197-4bbd-aecb-2c298beca7b5 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1fb03627f3cf48e883d03edd35399116&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0699406 Dec 15 14:18:28.998305 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7c01b40f-fdc7-4c64-b5c0-2734e6c1618b tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:29.077045 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-5bfe3f73-0fad-4910-8256-605a69a68990 service neutron] 10.222.0.36 "GET /v2.0/networks/0ca1363a-730e-4e8b-a82f-8b7d81e5a05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813202 Dec 15 14:18:29.100440 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7c01b40f-fdc7-4c64-b5c0-2734e6c1618b tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:29.181539 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-6d488c5a-aef6-43d8-87dd-0515c7e9deb9 service neutron] 10.222.0.36 "GET /v2.0/networks/0ca1363a-730e-4e8b-a82f-8b7d81e5a05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969653 Dec 15 14:18:29.198802 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7c01b40f-fdc7-4c64-b5c0-2734e6c1618b tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629912'] for security_group_rule, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:29.220546 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c01b40f-fdc7-4c64-b5c0-2734e6c1618b tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d076f3bc-b462-4898-8a1c-1c868dfebd9a,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:29.277786 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7c01b40f-fdc7-4c64-b5c0-2734e6c1618b tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:29.279015 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-7c01b40f-fdc7-4c64-b5c0-2734e6c1618b tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4232140 Dec 15 14:18:29.285671 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 40454) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:29.290085 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-edd67205-fbfa-40d8-bc84-cc98628a5181 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Request body: {'floatingip': {'floating_network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:29.367379 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-edd67205-fbfa-40d8-bc84-cc98628a5181 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for floatingip, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:29.439222 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f7ea53da-e312-4e1f-be48-45479b93e3d3 req-30dcc0fb-e93b-49bf-8fc1-1f8e822de0f5 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=25314db9-9fee-46eb-8a55-fa7aaa694630 HTTP/1.1" status: 200 len: 210 time: 0.0571613 Dec 15 14:18:29.503117 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-edd67205-fbfa-40d8-bc84-cc98628a5181 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:29.611857 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [None req-edd67205-fbfa-40d8-bc84-cc98628a5181 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Allocated IP 172.27.3.157 (828b465c-2de9-4223-b21e-29ccc1fcf343/8db6495a-cb76-4dd2-8fa8-8ada67659a42/75a1b12f-19be-48d6-b660-e639d8564ba0) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:18:29.716573 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-edd67205-fbfa-40d8-bc84-cc98628a5181 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for port, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:29.813902 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-edd67205-fbfa-40d8-bc84-cc98628a5181 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:29.857588 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd67205-fbfa-40d8-bc84-cc98628a5181 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Network 828b465c-2de9-4223-b21e-29ccc1fcf343 is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:18:29.861267 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-edd67205-fbfa-40d8-bc84-cc98628a5181 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:18:29.863955 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd67205-fbfa-40d8-bc84-cc98628a5181 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:18:29.891348 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd67205-fbfa-40d8-bc84-cc98628a5181 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Pushing event updated for resources: {'Port': ['ID=75a1b12f-19be-48d6-b660-e639d8564ba0,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:29.956043 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-edd67205-fbfa-40d8-bc84-cc98628a5181 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:30.059842 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-edd67205-fbfa-40d8-bc84-cc98628a5181 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:30.219182 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-edd67205-fbfa-40d8-bc84-cc98628a5181 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for port, precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:30.301134 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-edd67205-fbfa-40d8-bc84-cc98628a5181 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:30.378876 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd67205-fbfa-40d8-bc84-cc98628a5181 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Pushing event updated for resources: {'Port': ['ID=75a1b12f-19be-48d6-b660-e639d8564ba0,revision_number=2']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:30.392710 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd67205-fbfa-40d8-bc84-cc98628a5181 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:30.393061 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd67205-fbfa-40d8-bc84-cc98628a5181 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:30.393409 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd67205-fbfa-40d8-bc84-cc98628a5181 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:30.393750 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd67205-fbfa-40d8-bc84-cc98628a5181 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:30.394087 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd67205-fbfa-40d8-bc84-cc98628a5181 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:30.394413 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd67205-fbfa-40d8-bc84-cc98628a5181 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:30.394740 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd67205-fbfa-40d8-bc84-cc98628a5181 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:30.395071 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd67205-fbfa-40d8-bc84-cc98628a5181 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:30.395443 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd67205-fbfa-40d8-bc84-cc98628a5181 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:30.395720 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd67205-fbfa-40d8-bc84-cc98628a5181 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:30.396075 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd67205-fbfa-40d8-bc84-cc98628a5181 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:30.396392 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd67205-fbfa-40d8-bc84-cc98628a5181 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:30.396740 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd67205-fbfa-40d8-bc84-cc98628a5181 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:30.404107 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-edd67205-fbfa-40d8-bc84-cc98628a5181 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583636'] for floatingip, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:30.520804 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-edd67205-fbfa-40d8-bc84-cc98628a5181 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for floatingip, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:30.521968 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-edd67205-fbfa-40d8-bc84-cc98628a5181 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2352984 Dec 15 14:18:30.537349 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-abb134c8-7bd2-412f-99ae-c73e7618d752 req-5b09b7f7-2a4f-4a33-9eef-45e491a8a328 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=25314db9-9fee-46eb-8a55-fa7aaa694630 HTTP/1.1" status: 200 len: 210 time: 0.0294101 Dec 15 14:18:30.670125 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-3dce6db6-087a-472e-a22f-11eeaadcf4e3 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1459224474&fields=id&tenant_id=99e48568027f45a591f092080d89b4dd HTTP/1.1" status: 200 len: 267 time: 0.0423977 Dec 15 14:18:30.788790 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-94e9602a-fe2c-459c-ac81-a493cc491a4b tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:30.790242 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-94e9602a-fe2c-459c-ac81-a493cc491a4b tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/networks?id=de3ac665-6e2b-47fc-8d80-1b730042a6ab HTTP/1.1" status: 200 len: 809 time: 0.1125383 Dec 15 14:18:30.805407 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-62c2f75c-8353-43d3-b76e-d5d87e73a810 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/quotas/99e48568027f45a591f092080d89b4dd HTTP/1.1" status: 200 len: 375 time: 0.0094368 Dec 15 14:18:30.860356 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-0a721fef-9834-4dbc-9f18-5a7367e2e443 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=99e48568027f45a591f092080d89b4dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496383 Dec 15 14:18:30.976440 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-351e4b0c-0b6b-47c4-827c-e7ef114ab117 service neutron] 10.222.0.36 "GET /v2.0/networks/de3ac665-6e2b-47fc-8d80-1b730042a6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878074 Dec 15 14:18:31.064592 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-1f9334e8-16fd-4f7c-b91b-94c996daebde service neutron] 10.222.0.36 "GET /v2.0/networks/de3ac665-6e2b-47fc-8d80-1b730042a6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818670 Dec 15 14:18:31.312443 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-eae83e66-d229-446b-ab7b-199fc08da295 req-d0acd253-54dd-4639-b9d1-892412c3efa8 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad61711-58ee-4f49-8b73-a7879a8743ee HTTP/1.1" status: 200 len: 210 time: 0.0264013 Dec 15 14:18:31.545388 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-1c86eda7-8a83-46f3-99ff-d6b517049023 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:31.547385 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-1c86eda7-8a83-46f3-99ff-d6b517049023 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.54 "GET /v2.0/networks?id=0ca1363a-730e-4e8b-a82f-8b7d81e5a05c HTTP/1.1" status: 200 len: 814 time: 0.1064379 Dec 15 14:18:31.565622 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-7c413e71-9902-46d7-87e7-ac96be46b45e tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Request body: {'port': {'device_id': '25314db9-9fee-46eb-8a55-fa7aaa694630', 'network_id': '0ca1363a-730e-4e8b-a82f-8b7d81e5a05c', 'admin_state_up': True, 'tenant_id': '1fb03627f3cf48e883d03edd35399116'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:31.645887 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d51c1508-a3cf-4fa1-9447-bc839b7f6d8a req-e3d19473-408e-49be-b955-bf697861e8f5 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=25314db9-9fee-46eb-8a55-fa7aaa694630 HTTP/1.1" status: 200 len: 210 time: 0.0379934 Dec 15 14:18:31.776172 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-7c413e71-9902-46d7-87e7-ac96be46b45e tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Made reservation on behalf of 1fb03627f3cf48e883d03edd35399116 for: {'port': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:18:31.779563 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-7c413e71-9902-46d7-87e7-ac96be46b45e tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:31.914376 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-7c413e71-9902-46d7-87e7-ac96be46b45e tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Allocated IP 172.20.0.6 (0ca1363a-730e-4e8b-a82f-8b7d81e5a05c/7d9daf91-d310-48e3-9912-e86a98be8208/09266547-aec9-4ddd-b235-14a60e8aa3cb) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:18:32.074042 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-7c413e71-9902-46d7-87e7-ac96be46b45e tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Publish callbacks [] for port, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:32.210792 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-7c413e71-9902-46d7-87e7-ac96be46b45e tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:32.267669 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-7c413e71-9902-46d7-87e7-ac96be46b45e tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Network 0ca1363a-730e-4e8b-a82f-8b7d81e5a05c is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:18:32.271146 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-7c413e71-9902-46d7-87e7-ac96be46b45e tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:18:32.274985 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-7c413e71-9902-46d7-87e7-ac96be46b45e tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:18:32.282243 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c413e71-9902-46d7-87e7-ac96be46b45e tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Pushing event updated for resources: {'Port': ['ID=09266547-aec9-4ddd-b235-14a60e8aa3cb,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:32.314231 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['8d57ebc8-df52-4c7e-a667-d3e62ecd8753', '4732b8b2-cc35-4586-a6eb-d32aa6c61027', '17f63216-6143-430c-bb51-161f509fb578'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:18:32.334796 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-7c413e71-9902-46d7-87e7-ac96be46b45e tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:32.335282 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-7c413e71-9902-46d7-87e7-ac96be46b45e tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:32.423676 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-07e410be-45f6-432e-a499-d5c172075d74 req-05d160ef-6c48-4529-8012-86861270966b tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad61711-58ee-4f49-8b73-a7879a8743ee HTTP/1.1" status: 200 len: 210 time: 0.0265300 Dec 15 14:18:32.426950 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-7c413e71-9902-46d7-87e7-ac96be46b45e tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8657191 Dec 15 14:18:32.496006 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-7426f0b1-7a74-478d-8d78-9302c1552575 service neutron] Request body: {'port': {'device_id': '25314db9-9fee-46eb-8a55-fa7aaa694630', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:32.555802 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-7426f0b1-7a74-478d-8d78-9302c1552575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:32.815501 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e0a96-3aee-49e6-b089-8446573c0aee req-e63c05aa-745b-4211-915d-9d6b936b55cf tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:32.817046 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c17e0a96-3aee-49e6-b089-8446573c0aee req-e63c05aa-745b-4211-915d-9d6b936b55cf tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=25314db9-9fee-46eb-8a55-fa7aaa694630 HTTP/1.1" status: 200 len: 931 time: 0.0810750 Dec 15 14:18:32.892617 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-7426f0b1-7a74-478d-8d78-9302c1552575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09266547-aec9-4ddd-b235-14a60e8aa3cb {{(pid=103145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:18:32.906328 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-7426f0b1-7a74-478d-8d78-9302c1552575 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:32.913332 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c17e0a96-3aee-49e6-b089-8446573c0aee req-0c214d27-c424-4317-83b8-b556db6e9385 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880249 Dec 15 14:18:32.922452 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.provisioning_blocks [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-7426f0b1-7a74-478d-8d78-9302c1552575 service neutron] Transition to ACTIVE for port object 09266547-aec9-4ddd-b235-14a60e8aa3cb will not be triggered until provisioned by entity L2. {{(pid=103145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:18:33.001186 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-7426f0b1-7a74-478d-8d78-9302c1552575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:33.063406 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426f0b1-7a74-478d-8d78-9302c1552575 service neutron] Pushing event updated for resources: {'Port': ['ID=09266547-aec9-4ddd-b235-14a60e8aa3cb,revision_number=2']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:33.132348 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-7426f0b1-7a74-478d-8d78-9302c1552575 service neutron] Attempting to bind port 09266547-aec9-4ddd-b235-14a60e8aa3cb on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:18:33.132683 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-7426f0b1-7a74-478d-8d78-9302c1552575 service neutron] Attempting to bind port 09266547-aec9-4ddd-b235-14a60e8aa3cb by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '210648ca-80de-4163-9abc-f124b0d08ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0ca1363a-730e-4e8b-a82f-8b7d81e5a05c'}] {{(pid=103145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:18:33.133010 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-7426f0b1-7a74-478d-8d78-9302c1552575 service neutron] Attempting to bind port 09266547-aec9-4ddd-b235-14a60e8aa3cb on network 0ca1363a-730e-4e8b-a82f-8b7d81e5a05c {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:18:33.137247 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-7426f0b1-7a74-478d-8d78-9302c1552575 service neutron] Port 09266547-aec9-4ddd-b235-14a60e8aa3cb on network 0ca1363a-730e-4e8b-a82f-8b7d81e5a05c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:18:33.137561 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-7426f0b1-7a74-478d-8d78-9302c1552575 service neutron] Attempting to bind port 09266547-aec9-4ddd-b235-14a60e8aa3cb on network 0ca1363a-730e-4e8b-a82f-8b7d81e5a05c {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:18:33.142713 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-7426f0b1-7a74-478d-8d78-9302c1552575 service neutron] Checking agent: {'id': 'ac5d7605-2d06-411e-ba74-ad46eb528a57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 11, 20), 'started_at': datetime.datetime(2021, 12, 15, 14, 11, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:18:33.143040 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-7426f0b1-7a74-478d-8d78-9302c1552575 service neutron] Checking segment: {'id': '210648ca-80de-4163-9abc-f124b0d08ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0ca1363a-730e-4e8b-a82f-8b7d81e5a05c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:18:33.143422 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-7426f0b1-7a74-478d-8d78-9302c1552575 service neutron] Bound using segment: {'id': '210648ca-80de-4163-9abc-f124b0d08ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0ca1363a-730e-4e8b-a82f-8b7d81e5a05c'} {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:18:33.143835 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-7426f0b1-7a74-478d-8d78-9302c1552575 service neutron] Bound port: 09266547-aec9-4ddd-b235-14a60e8aa3cb, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '210648ca-80de-4163-9abc-f124b0d08ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '0ca1363a-730e-4e8b-a82f-8b7d81e5a05c'}}] {{(pid=103145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:18:33.144214 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-7426f0b1-7a74-478d-8d78-9302c1552575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:33.213843 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-7426f0b1-7a74-478d-8d78-9302c1552575 service neutron] For port 09266547-aec9-4ddd-b235-14a60e8aa3cb, host hv-cinder-81322, cleared binding levels {{(pid=103145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:18:33.216922 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-7426f0b1-7a74-478d-8d78-9302c1552575 service neutron] For port 09266547-aec9-4ddd-b235-14a60e8aa3cb, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=09266547-aec9-4ddd-b235-14a60e8aa3cb,segment=NetworkSegment(210648ca-80de-4163-9abc-f124b0d08ce7),segment_id=210648ca-80de-4163-9abc-f124b0d08ce7)] {{(pid=103145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:18:33.273299 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-386b6d8e-1bd0-4d72-8c0a-b80858620659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:33.301967 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-7426f0b1-7a74-478d-8d78-9302c1552575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:33.362450 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-7426f0b1-7a74-478d-8d78-9302c1552575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:33.363078 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-7426f0b1-7a74-478d-8d78-9302c1552575 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:33.364626 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-7426f0b1-7a74-478d-8d78-9302c1552575 service neutron] 10.222.0.54 "PUT /v2.0/ports/09266547-aec9-4ddd-b235-14a60e8aa3cb HTTP/1.1" status: 200 len: 1093 time: 0.9278209 Dec 15 14:18:33.368136 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25314db9-9fee-46eb-8a55-fa7aaa694630', 'tag': '09266547-aec9-4ddd-b235-14a60e8aa3cb'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:18:33.369259 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54343ee614085f4f2fe791b0f2f4c0bf4988d50ad8e642b13afe6f74cb17e673" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5d1b9b-39f8-4cd5-928e-dfe61efd877d" -d '{"events": [{"name": "network-changed", "server_uuid": "25314db9-9fee-46eb-8a55-fa7aaa694630", "tag": "09266547-aec9-4ddd-b235-14a60e8aa3cb"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:18:33.427106 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426f0b1-7a74-478d-8d78-9302c1552575 service neutron] Pushing event updated for resources: {'Port': ['ID=09266547-aec9-4ddd-b235-14a60e8aa3cb,revision_number=3']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:33.479250 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-c20cd3aa-20d0-49ab-86d5-b971ba1dc78c tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:33.480757 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-c20cd3aa-20d0-49ab-86d5-b971ba1dc78c tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.54 "GET /v2.0/networks?id=de3ac665-6e2b-47fc-8d80-1b730042a6ab HTTP/1.1" status: 200 len: 809 time: 0.1515684 Dec 15 14:18:33.483001 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46b4a2b-9128-47a1-a72a-ed565d0fbdd4 x-openstack-request-id: req-b46b4a2b-9128-47a1-a72a-ed565d0fbdd4 {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:18:33.483001 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25314db9-9fee-46eb-8a55-fa7aaa694630", "tag": "09266547-aec9-4ddd-b235-14a60e8aa3cb", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:18:33.483001 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b46b4a2b-9128-47a1-a72a-ed565d0fbdd4 {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:18:33.483317 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25314db9-9fee-46eb-8a55-fa7aaa694630', 'tag': '09266547-aec9-4ddd-b235-14a60e8aa3cb', 'status': 'completed', 'code': 200} Dec 15 14:18:33.561028 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4b2d70c4-383d-4fb6-9b8a-a62c60739a9c req-8a4e4e26-0f0b-4073-9a97-03d8f86dd9c2 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad61711-58ee-4f49-8b73-a7879a8743ee HTTP/1.1" status: 200 len: 210 time: 0.0405724 Dec 15 14:18:33.581547 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-e7aef9d3-3463-4b9d-9788-0e4dbaa6438d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:33.581547 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-e7aef9d3-3463-4b9d-9788-0e4dbaa6438d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1fb03627f3cf48e883d03edd35399116&device_id=25314db9-9fee-46eb-8a55-fa7aaa694630 HTTP/1.1" status: 200 len: 1096 time: 0.0890522 Dec 15 14:18:33.641224 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-10af1efe-6790-48b9-8a4a-ddebc7af00dd tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99e48568027f45a591f092080d89b4dd HTTP/1.1" status: 200 len: 380 time: 0.1408458 Dec 15 14:18:33.642816 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-25e86ce8-bcb5-4c4c-a74c-bf57fc7b1930 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09266547-aec9-4ddd-b235-14a60e8aa3cb HTTP/1.1" status: 200 len: 217 time: 0.0505047 Dec 15 14:18:33.789904 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-7e4fa088-f27b-410a-9b8c-462460ff8fcf tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Request body: {'port': {'device_id': '0ad61711-58ee-4f49-8b73-a7879a8743ee', 'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab', 'admin_state_up': True, 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'security_groups': ['db6779c0-1b9b-499f-a805-26c29ede5afa']}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:33.888165 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-04607bd5-f871-4022-b8cf-0b9c6ab3d959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:33.890353 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-04607bd5-f871-4022-b8cf-0b9c6ab3d959 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7d9daf91-d310-48e3-9912-e86a98be8208 HTTP/1.1" status: 200 len: 854 time: 0.0963554 Dec 15 14:18:33.932794 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-1fefe5ea-3de6-42d0-9458-f91cd751333d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0ca1363a-730e-4e8b-a82f-8b7d81e5a05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311487 Dec 15 14:18:34.284354 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-7e4fa088-f27b-410a-9b8c-462460ff8fcf tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Made reservation on behalf of 99e48568027f45a591f092080d89b4dd for: {'port': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:18:34.287753 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-7e4fa088-f27b-410a-9b8c-462460ff8fcf tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:34.356348 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ef346-ccf4-49bc-8dd6-b24dc63d90b5 req-90a581c2-b381-4233-b492-e4557bd522dd tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:34.357820 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ba7ef346-ccf4-49bc-8dd6-b24dc63d90b5 req-90a581c2-b381-4233-b492-e4557bd522dd tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=25314db9-9fee-46eb-8a55-fa7aaa694630 HTTP/1.1" status: 200 len: 943 time: 0.3680344 Dec 15 14:18:34.397670 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-00624e0b-7526-4ebb-b12e-e714e55e7579 service neutron] 10.222.0.54 "GET /v2.0/networks/0ca1363a-730e-4e8b-a82f-8b7d81e5a05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4547043 Dec 15 14:18:34.539382 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ba7ef346-ccf4-49bc-8dd6-b24dc63d90b5 req-f7a017b1-f299-43ae-b6ff-ecaec5725a17 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520517 Dec 15 14:18:34.562811 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-7e4fa088-f27b-410a-9b8c-462460ff8fcf tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Allocated IP 172.20.0.3 (de3ac665-6e2b-47fc-8d80-1b730042a6ab/3951b90e-3765-4c81-9e5f-467e16fbfc9d/a281319e-ef68-4dae-9da6-2e3cb6b4f56a) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:18:34.584031 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e5176a89-b681-4b3d-afcb-bf53e4e6dfc2 req-3942074a-3b18-4b8c-8bf8-8e672906e7b8 service neutron] 10.222.0.54 "GET /v2.0/networks/0ca1363a-730e-4e8b-a82f-8b7d81e5a05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701090 Dec 15 14:18:34.688412 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f521242c-9441-4e25-a183-0250881c6a72 req-9996abe2-c6b9-43a4-a925-e0825c9a5a07 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad61711-58ee-4f49-8b73-a7879a8743ee HTTP/1.1" status: 200 len: 210 time: 0.0333269 Dec 15 14:18:34.771655 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-7e4fa088-f27b-410a-9b8c-462460ff8fcf tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for port, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:34.775970 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d1b9b-39f8-4cd5-928e-dfe61efd877d req-8c5c0e71-c3a1-4bd6-aba7-65966b7fbd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:34.777478 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7b5d1b9b-39f8-4cd5-928e-dfe61efd877d req-8c5c0e71-c3a1-4bd6-aba7-65966b7fbd30 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1fb03627f3cf48e883d03edd35399116&device_id=25314db9-9fee-46eb-8a55-fa7aaa694630 HTTP/1.1" status: 200 len: 1096 time: 0.0764952 Dec 15 14:18:34.898118 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d1b9b-39f8-4cd5-928e-dfe61efd877d req-bfe0e406-31fe-405c-8a8a-9d23972ba224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:34.899605 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7b5d1b9b-39f8-4cd5-928e-dfe61efd877d req-bfe0e406-31fe-405c-8a8a-9d23972ba224 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0ca1363a-730e-4e8b-a82f-8b7d81e5a05c HTTP/1.1" status: 200 len: 915 time: 0.1075730 Dec 15 14:18:34.945764 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7b5d1b9b-39f8-4cd5-928e-dfe61efd877d req-6bb46f6d-0b26-417c-8fac-9fa738d20edd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09266547-aec9-4ddd-b235-14a60e8aa3cb HTTP/1.1" status: 200 len: 217 time: 0.0376489 Dec 15 14:18:34.946407 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-7e4fa088-f27b-410a-9b8c-462460ff8fcf tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:35.022372 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-7e4fa088-f27b-410a-9b8c-462460ff8fcf tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Network de3ac665-6e2b-47fc-8d80-1b730042a6ab is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:18:35.028514 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-7e4fa088-f27b-410a-9b8c-462460ff8fcf tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:18:35.034415 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-7e4fa088-f27b-410a-9b8c-462460ff8fcf tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:18:35.043517 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d1b9b-39f8-4cd5-928e-dfe61efd877d req-0d0479bd-1a3b-4802-a9d5-86c8d3a2ad5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:35.045034 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7b5d1b9b-39f8-4cd5-928e-dfe61efd877d req-0d0479bd-1a3b-4802-a9d5-86c8d3a2ad5a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7d9daf91-d310-48e3-9912-e86a98be8208 HTTP/1.1" status: 200 len: 854 time: 0.0918314 Dec 15 14:18:35.063616 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4fa088-f27b-410a-9b8c-462460ff8fcf tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Pushing event updated for resources: {'Port': ['ID=a281319e-ef68-4dae-9da6-2e3cb6b4f56a,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:35.103808 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7b5d1b9b-39f8-4cd5-928e-dfe61efd877d req-97067948-1bef-4246-abdd-0e377b3f7ce5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0ca1363a-730e-4e8b-a82f-8b7d81e5a05c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353789 Dec 15 14:18:35.130012 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-7e4fa088-f27b-410a-9b8c-462460ff8fcf tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:35.130723 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-7e4fa088-f27b-410a-9b8c-462460ff8fcf tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:35.221581 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7b5d1b9b-39f8-4cd5-928e-dfe61efd877d req-337f2fad-d704-4dc4-9df0-860e78a4eb07 service neutron] 10.222.0.54 "GET /v2.0/networks/0ca1363a-730e-4e8b-a82f-8b7d81e5a05c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055222 Dec 15 14:18:35.243036 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-7e4fa088-f27b-410a-9b8c-462460ff8fcf tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4572277 Dec 15 14:18:35.285666 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-9cb86346-95ea-4eb9-95b0-0310a336904c service neutron] Request body: {'port': {'device_id': '0ad61711-58ee-4f49-8b73-a7879a8743ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:35.343572 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-ada2b909-ef31-4374-8dc3-05029f16a43e None None] Provisioning complete for port a281319e-ef68-4dae-9da6-2e3cb6b4f56a triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:35.344142 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ada2b909-ef31-4374-8dc3-05029f16a43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:35.358319 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-9cb86346-95ea-4eb9-95b0-0310a336904c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:35.376848 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7b5d1b9b-39f8-4cd5-928e-dfe61efd877d req-54a91312-9632-469e-b43e-c2409dcb0396 service neutron] 10.222.0.54 "GET /v2.0/networks/0ca1363a-730e-4e8b-a82f-8b7d81e5a05c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456649 Dec 15 14:18:35.379721 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ada2b909-ef31-4374-8dc3-05029f16a43e None None] Port a281319e-ef68-4dae-9da6-2e3cb6b4f56a cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:18:35.661487 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-9cb86346-95ea-4eb9-95b0-0310a336904c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a281319e-ef68-4dae-9da6-2e3cb6b4f56a {{(pid=103145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:18:35.670178 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-9cb86346-95ea-4eb9-95b0-0310a336904c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:35.687533 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.provisioning_blocks [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-9cb86346-95ea-4eb9-95b0-0310a336904c service neutron] Transition to ACTIVE for port object a281319e-ef68-4dae-9da6-2e3cb6b4f56a will not be triggered until provisioned by entity L2. {{(pid=103145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:18:35.698143 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef9514-3e00-4498-9c07-2eea06e0f996 req-96b58411-8228-429a-a40e-c13059dbad79 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:35.699644 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-93ef9514-3e00-4498-9c07-2eea06e0f996 req-96b58411-8228-429a-a40e-c13059dbad79 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=25314db9-9fee-46eb-8a55-fa7aaa694630 HTTP/1.1" status: 200 len: 943 time: 0.0913839 Dec 15 14:18:35.756657 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-93ef9514-3e00-4498-9c07-2eea06e0f996 req-997db64b-8e7f-479d-b27f-d0d0bd5367c5 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491843 Dec 15 14:18:35.758741 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-9cb86346-95ea-4eb9-95b0-0310a336904c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:35.821456 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e7c74b7e-818a-45fb-90d4-2342b0352f5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:35.841668 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb86346-95ea-4eb9-95b0-0310a336904c service neutron] Pushing event updated for resources: {'Port': ['ID=a281319e-ef68-4dae-9da6-2e3cb6b4f56a,revision_number=2']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:35.904554 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b327acd-c0e8-45ca-a2f5-d8f59ef1978b req-decc1ee0-93d4-445c-93db-07fdf25d53e5 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:35.906684 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0b327acd-c0e8-45ca-a2f5-d8f59ef1978b req-decc1ee0-93d4-445c-93db-07fdf25d53e5 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad61711-58ee-4f49-8b73-a7879a8743ee HTTP/1.1" status: 200 len: 943 time: 0.1175120 Dec 15 14:18:35.941716 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-9cb86346-95ea-4eb9-95b0-0310a336904c service neutron] Attempting to bind port a281319e-ef68-4dae-9da6-2e3cb6b4f56a on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:18:35.941845 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-9cb86346-95ea-4eb9-95b0-0310a336904c service neutron] Attempting to bind port a281319e-ef68-4dae-9da6-2e3cb6b4f56a by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '05c12ba9-d39b-4141-9580-defe032a5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab'}] {{(pid=103145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:18:35.942167 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-9cb86346-95ea-4eb9-95b0-0310a336904c service neutron] Attempting to bind port a281319e-ef68-4dae-9da6-2e3cb6b4f56a on network de3ac665-6e2b-47fc-8d80-1b730042a6ab {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:18:35.955491 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-9cb86346-95ea-4eb9-95b0-0310a336904c service neutron] Port a281319e-ef68-4dae-9da6-2e3cb6b4f56a on network de3ac665-6e2b-47fc-8d80-1b730042a6ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:18:35.955740 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-9cb86346-95ea-4eb9-95b0-0310a336904c service neutron] Attempting to bind port a281319e-ef68-4dae-9da6-2e3cb6b4f56a on network de3ac665-6e2b-47fc-8d80-1b730042a6ab {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:18:35.978700 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-9cb86346-95ea-4eb9-95b0-0310a336904c service neutron] Checking agent: {'id': 'ac5d7605-2d06-411e-ba74-ad46eb528a57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 11, 20), 'started_at': datetime.datetime(2021, 12, 15, 14, 11, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:18:35.979045 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-9cb86346-95ea-4eb9-95b0-0310a336904c service neutron] Checking segment: {'id': '05c12ba9-d39b-4141-9580-defe032a5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:18:35.979445 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-9cb86346-95ea-4eb9-95b0-0310a336904c service neutron] Bound using segment: {'id': '05c12ba9-d39b-4141-9580-defe032a5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab'} {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:18:35.979898 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-9cb86346-95ea-4eb9-95b0-0310a336904c service neutron] Bound port: a281319e-ef68-4dae-9da6-2e3cb6b4f56a, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05c12ba9-d39b-4141-9580-defe032a5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab'}}] {{(pid=103145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:18:35.980434 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-9cb86346-95ea-4eb9-95b0-0310a336904c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:35.988252 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0b327acd-c0e8-45ca-a2f5-d8f59ef1978b req-a36b4f80-63c1-4f64-a6e9-f0cd2ebeb6fe tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=db6779c0-1b9b-499f-a805-26c29ede5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717211 Dec 15 14:18:36.053036 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-9cb86346-95ea-4eb9-95b0-0310a336904c service neutron] For port a281319e-ef68-4dae-9da6-2e3cb6b4f56a, host hv-cinder-81322, cleared binding levels {{(pid=103145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:18:36.056041 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-9cb86346-95ea-4eb9-95b0-0310a336904c service neutron] For port a281319e-ef68-4dae-9da6-2e3cb6b4f56a, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a281319e-ef68-4dae-9da6-2e3cb6b4f56a,segment=NetworkSegment(05c12ba9-d39b-4141-9580-defe032a5fb6),segment_id=05c12ba9-d39b-4141-9580-defe032a5fb6)] {{(pid=103145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:18:36.159334 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-9cb86346-95ea-4eb9-95b0-0310a336904c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:36.197623 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-9cb86346-95ea-4eb9-95b0-0310a336904c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:36.197623 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-9cb86346-95ea-4eb9-95b0-0310a336904c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:36.198894 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-9cb86346-95ea-4eb9-95b0-0310a336904c service neutron] 10.222.0.54 "PUT /v2.0/ports/a281319e-ef68-4dae-9da6-2e3cb6b4f56a HTTP/1.1" status: 200 len: 1093 time: 0.9192414 Dec 15 14:18:36.199452 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad61711-58ee-4f49-8b73-a7879a8743ee', 'tag': 'a281319e-ef68-4dae-9da6-2e3cb6b4f56a'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:18:36.201706 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54343ee614085f4f2fe791b0f2f4c0bf4988d50ad8e642b13afe6f74cb17e673" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5017caff-b8b0-4b59-a158-93dffccc8b77" -d '{"events": [{"name": "network-changed", "server_uuid": "0ad61711-58ee-4f49-8b73-a7879a8743ee", "tag": "a281319e-ef68-4dae-9da6-2e3cb6b4f56a"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:18:36.232073 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb86346-95ea-4eb9-95b0-0310a336904c service neutron] Pushing event updated for resources: {'Port': ['ID=a281319e-ef68-4dae-9da6-2e3cb6b4f56a,revision_number=3']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:36.248141 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ce1598-c84c-4e2b-bfb9-6974c5792fce x-openstack-request-id: req-31ce1598-c84c-4e2b-bfb9-6974c5792fce {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:18:36.248444 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ad61711-58ee-4f49-8b73-a7879a8743ee", "tag": "a281319e-ef68-4dae-9da6-2e3cb6b4f56a", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:18:36.248706 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-31ce1598-c84c-4e2b-bfb9-6974c5792fce {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:18:36.249205 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ad61711-58ee-4f49-8b73-a7879a8743ee', 'tag': 'a281319e-ef68-4dae-9da6-2e3cb6b4f56a', 'status': 'completed', 'code': 200} Dec 15 14:18:36.314684 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017caff-b8b0-4b59-a158-93dffccc8b77 req-4c18ea74-e69b-44ee-8afe-fb8d028634cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:36.316240 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5017caff-b8b0-4b59-a158-93dffccc8b77 req-4c18ea74-e69b-44ee-8afe-fb8d028634cd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=99e48568027f45a591f092080d89b4dd&device_id=0ad61711-58ee-4f49-8b73-a7879a8743ee HTTP/1.1" status: 200 len: 1096 time: 0.0442073 Dec 15 14:18:36.428438 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017caff-b8b0-4b59-a158-93dffccc8b77 req-88218f46-5354-4a9e-a13e-8fef141f060b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:36.429922 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5017caff-b8b0-4b59-a158-93dffccc8b77 req-88218f46-5354-4a9e-a13e-8fef141f060b service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=99e48568027f45a591f092080d89b4dd&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0992696 Dec 15 14:18:36.526878 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017caff-b8b0-4b59-a158-93dffccc8b77 req-d8b6ed32-924f-4b51-80a5-6ea460d71415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:36.528231 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5017caff-b8b0-4b59-a158-93dffccc8b77 req-d8b6ed32-924f-4b51-80a5-6ea460d71415 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0861526 Dec 15 14:18:36.620394 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-7bb56185-f4ab-4f6a-90a6-5515e109087a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:36.621855 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-7bb56185-f4ab-4f6a-90a6-5515e109087a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=99e48568027f45a591f092080d89b4dd&device_id=0ad61711-58ee-4f49-8b73-a7879a8743ee HTTP/1.1" status: 200 len: 1096 time: 0.0443220 Dec 15 14:18:36.666909 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-b56d614a-add9-4e7c-a126-51e714189f19 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a281319e-ef68-4dae-9da6-2e3cb6b4f56a HTTP/1.1" status: 200 len: 217 time: 0.0346706 Dec 15 14:18:36.720661 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-8e96f219-487c-464b-9cc8-bb8c38170c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:36.722119 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-8e96f219-487c-464b-9cc8-bb8c38170c68 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3951b90e-3765-4c81-9e5f-467e16fbfc9d HTTP/1.1" status: 200 len: 848 time: 0.0462363 Dec 15 14:18:36.771860 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-c52db14a-08ed-4ab0-9d1a-e45528e2b292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:36.773355 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-c52db14a-08ed-4ab0-9d1a-e45528e2b292 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=de3ac665-6e2b-47fc-8d80-1b730042a6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441422 Dec 15 14:18:36.902231 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc3b81-4ab3-48a4-91d8-51b3540c1530 req-8fed92a2-68f4-4bd2-a9f0-926118d98ed4 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:36.903703 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6ebc3b81-4ab3-48a4-91d8-51b3540c1530 req-8fed92a2-68f4-4bd2-a9f0-926118d98ed4 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=25314db9-9fee-46eb-8a55-fa7aaa694630 HTTP/1.1" status: 200 len: 943 time: 0.0768027 Dec 15 14:18:36.908036 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 09266547-aec9-4ddd-b235-14a60e8aa3cb details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:18:36.910808 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-04237004-82f1-4a1f-be25-5568fd5171ab service neutron] 10.222.0.54 "GET /v2.0/networks/de3ac665-6e2b-47fc-8d80-1b730042a6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275408 Dec 15 14:18:37.011235 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:37.011483 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6ebc3b81-4ab3-48a4-91d8-51b3540c1530 req-7e4d149f-116c-4d04-bc94-6278834d994f tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969715 Dec 15 14:18:37.051046 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 09266547-aec9-4ddd-b235-14a60e8aa3cb, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=09266547-aec9-4ddd-b235-14a60e8aa3cb,segment=NetworkSegment(210648ca-80de-4163-9abc-f124b0d08ce7),segment_id=210648ca-80de-4163-9abc-f124b0d08ce7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:37.051253 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1ccac5d2-478b-404e-9ee9-09c1c893b6a2 req-5ef1cf2b-f9fa-4ec1-8846-55020fad491c service neutron] 10.222.0.54 "GET /v2.0/networks/de3ac665-6e2b-47fc-8d80-1b730042a6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257358 Dec 15 14:18:37.057616 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Returning: {'device': '09266547-aec9-4ddd-b235-14a60e8aa3cb', 'network_id': '0ca1363a-730e-4e8b-a82f-8b7d81e5a05c', 'port_id': '09266547-aec9-4ddd-b235-14a60e8aa3cb', 'mac_address': 'fa:16:3e:47:51:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d9daf91-d310-48e3-9912-e86a98be8208', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:18:37.100814 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:37.115300 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09266547-aec9-4ddd-b235-14a60e8aa3cb {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:18:37.134431 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad17aad-6b81-4c79-921b-40c14078d633 req-c4fa5aa0-d75e-4c36-ba6f-f723f5e2f6b0 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:37.134675 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 09266547-aec9-4ddd-b235-14a60e8aa3cb, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=09266547-aec9-4ddd-b235-14a60e8aa3cb,segment=NetworkSegment(210648ca-80de-4163-9abc-f124b0d08ce7),segment_id=210648ca-80de-4163-9abc-f124b0d08ce7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:37.135953 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0ad17aad-6b81-4c79-921b-40c14078d633 req-c4fa5aa0-d75e-4c36-ba6f-f723f5e2f6b0 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad61711-58ee-4f49-8b73-a7879a8743ee HTTP/1.1" status: 200 len: 943 time: 0.0632868 Dec 15 14:18:37.188358 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0ad17aad-6b81-4c79-921b-40c14078d633 req-8a5971a2-8ec8-442d-a1d6-9cf6053d9fba tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=db6779c0-1b9b-499f-a805-26c29ede5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461376 Dec 15 14:18:37.229861 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:37.282450 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=09266547-aec9-4ddd-b235-14a60e8aa3cb,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:37.561046 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['09266547-aec9-4ddd-b235-14a60e8aa3cb'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:18:37.701088 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31967b93-613c-4d25-8995-0942ed5f657a req-ab73e402-8005-4d52-9494-c3768f30ef46 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:37.703257 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-31967b93-613c-4d25-8995-0942ed5f657a req-ab73e402-8005-4d52-9494-c3768f30ef46 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 945 time: 0.0523868 Dec 15 14:18:37.751650 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-31967b93-613c-4d25-8995-0942ed5f657a req-58b56840-af0f-4cec-9bf1-725746f6ba4f tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419433 Dec 15 14:18:38.131664 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688fcd05-1777-4736-84f1-a51e8304e713 req-2d54904b-5900-4288-92c3-199d2100cfee tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:38.133170 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-688fcd05-1777-4736-84f1-a51e8304e713 req-2d54904b-5900-4288-92c3-199d2100cfee tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=25314db9-9fee-46eb-8a55-fa7aaa694630 HTTP/1.1" status: 200 len: 944 time: 0.0493991 Dec 15 14:18:38.144093 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:38.183002 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-688fcd05-1777-4736-84f1-a51e8304e713 req-92acf87f-1dac-461f-a8b8-b679eb3780d2 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436723 Dec 15 14:18:38.303070 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a758154-8400-4444-ac2e-9afcba3a7e3a req-d6fe234f-1764-4287-8d55-975aca14fc5c tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:38.304616 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5a758154-8400-4444-ac2e-9afcba3a7e3a req-d6fe234f-1764-4287-8d55-975aca14fc5c tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad61711-58ee-4f49-8b73-a7879a8743ee HTTP/1.1" status: 200 len: 943 time: 0.0492601 Dec 15 14:18:38.351165 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5a758154-8400-4444-ac2e-9afcba3a7e3a req-a633b274-3418-4688-bbcc-675b858503be tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=db6779c0-1b9b-499f-a805-26c29ede5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405517 Dec 15 14:18:38.868473 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b6c45-c950-4e85-aed2-af324eb9e50a req-cd626a05-cc7a-4541-8a73-979ef504d6eb tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:38.869915 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-800b6c45-c950-4e85-aed2-af324eb9e50a req-cd626a05-cc7a-4541-8a73-979ef504d6eb tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 945 time: 0.0480869 Dec 15 14:18:38.914038 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 09266547-aec9-4ddd-b235-14a60e8aa3cb up at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:18:38.916571 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-800b6c45-c950-4e85-aed2-af324eb9e50a req-7b944bec-f698-4fb4-8470-c5e8d1e8b7c9 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402541 Dec 15 14:18:39.021393 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning for port 09266547-aec9-4ddd-b235-14a60e8aa3cb completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:18:39.025097 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning complete for port 09266547-aec9-4ddd-b235-14a60e8aa3cb triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:39.025473 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:39.101005 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:39.124460 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25314db9-9fee-46eb-8a55-fa7aaa694630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09266547-aec9-4ddd-b235-14a60e8aa3cb'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:18:39.126849 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563fd6401afa6af5759f990961882efb87115f058b142029c69814770c0d1fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b071da9-766a-49d7-a205-9a4150de915b" -d '{"events": [{"server_uuid": "25314db9-9fee-46eb-8a55-fa7aaa694630", "name": "network-vif-plugged", "status": "completed", "tag": "09266547-aec9-4ddd-b235-14a60e8aa3cb"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:18:39.139052 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 09266547-aec9-4ddd-b235-14a60e8aa3cb, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=09266547-aec9-4ddd-b235-14a60e8aa3cb,segment=NetworkSegment(210648ca-80de-4163-9abc-f124b0d08ce7),segment_id=210648ca-80de-4163-9abc-f124b0d08ce7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:39.162746 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa403bc-dc3c-42b7-9027-300b8cd2277c x-openstack-request-id: req-4fa403bc-dc3c-42b7-9027-300b8cd2277c {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:18:39.163422 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25314db9-9fee-46eb-8a55-fa7aaa694630", "name": "network-vif-plugged", "status": "completed", "tag": "09266547-aec9-4ddd-b235-14a60e8aa3cb", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:18:39.163422 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4fa403bc-dc3c-42b7-9027-300b8cd2277c {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:18:39.163776 dv-cinder-813229-4-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25314db9-9fee-46eb-8a55-fa7aaa694630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09266547-aec9-4ddd-b235-14a60e8aa3cb', 'code': 200} Dec 15 14:18:39.204682 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:39.267276 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=09266547-aec9-4ddd-b235-14a60e8aa3cb,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:39.309854 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d48f5-6ff9-46c1-99ad-d27d46e729cd req-a15603d1-7517-481e-9e10-fa7cfab15db3 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:39.311665 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-287d48f5-6ff9-46c1-99ad-d27d46e729cd req-a15603d1-7517-481e-9e10-fa7cfab15db3 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=25314db9-9fee-46eb-8a55-fa7aaa694630 HTTP/1.1" status: 200 len: 945 time: 0.0544896 Dec 15 14:18:39.321547 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:39.360763 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-287d48f5-6ff9-46c1-99ad-d27d46e729cd req-a8288aa2-eed0-4d08-a29c-72fb496a6879 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424569 Dec 15 14:18:39.490917 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d789a-09c3-44e8-b293-6df7b7389a4e req-208c50f8-0017-4f4e-b913-447fd749c17e tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:39.492397 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b55d789a-09c3-44e8-b293-6df7b7389a4e req-208c50f8-0017-4f4e-b913-447fd749c17e tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad61711-58ee-4f49-8b73-a7879a8743ee HTTP/1.1" status: 200 len: 943 time: 0.0731459 Dec 15 14:18:39.507715 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3fa2af-a9d7-4091-82fe-89204cee92f0 req-99b33ecc-7a42-4f48-86ad-0667ef09e3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:39.509206 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0d3fa2af-a9d7-4091-82fe-89204cee92f0 req-99b33ecc-7a42-4f48-86ad-0667ef09e3ce service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=25314db9-9fee-46eb-8a55-fa7aaa694630 HTTP/1.1" status: 200 len: 1098 time: 0.0600991 Dec 15 14:18:39.569155 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b55d789a-09c3-44e8-b293-6df7b7389a4e req-34331d70-cc08-41aa-b488-34817e3bed79 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=db6779c0-1b9b-499f-a805-26c29ede5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686882 Dec 15 14:18:39.579712 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0d3fa2af-a9d7-4091-82fe-89204cee92f0 req-cc6ed545-ed75-4a72-a524-f23b74ca2c6a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608048 Dec 15 14:18:40.036579 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95642fe0-2e60-4727-9dac-38737f349749 req-b5b33ec8-6997-4113-9f99-c13f9b95bd4c tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:40.038025 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-95642fe0-2e60-4727-9dac-38737f349749 req-b5b33ec8-6997-4113-9f99-c13f9b95bd4c tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 945 time: 0.0481834 Dec 15 14:18:40.085464 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-95642fe0-2e60-4727-9dac-38737f349749 req-12a2a2c5-0fe0-4d7e-9098-0b918e3224e7 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414705 Dec 15 14:18:40.474118 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3d236-582a-4b23-97b1-132cc2cb4744 req-d843ad81-1fa6-4712-9e00-fae0e7ef9f95 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:40.475585 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2ab3d236-582a-4b23-97b1-132cc2cb4744 req-d843ad81-1fa6-4712-9e00-fae0e7ef9f95 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=25314db9-9fee-46eb-8a55-fa7aaa694630 HTTP/1.1" status: 200 len: 945 time: 0.0476570 Dec 15 14:18:40.522168 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2ab3d236-582a-4b23-97b1-132cc2cb4744 req-8dc9dd7f-bda0-43d3-ba36-a0500a300081 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404906 Dec 15 14:18:40.686711 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a02f41-936c-46ed-b67c-c09d23d960c0 req-0bb840ce-e131-444d-b110-fe6c20ac426f tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:40.688191 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f3a02f41-936c-46ed-b67c-c09d23d960c0 req-0bb840ce-e131-444d-b110-fe6c20ac426f tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad61711-58ee-4f49-8b73-a7879a8743ee HTTP/1.1" status: 200 len: 943 time: 0.0527353 Dec 15 14:18:40.734616 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f3a02f41-936c-46ed-b67c-c09d23d960c0 req-c4674eb5-c5dc-4168-a765-688d482ce0da tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=db6779c0-1b9b-499f-a805-26c29ede5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404892 Dec 15 14:18:40.926159 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device a281319e-ef68-4dae-9da6-2e3cb6b4f56a details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:18:41.026062 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port a281319e-ef68-4dae-9da6-2e3cb6b4f56a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a281319e-ef68-4dae-9da6-2e3cb6b4f56a,segment=NetworkSegment(05c12ba9-d39b-4141-9580-defe032a5fb6),segment_id=05c12ba9-d39b-4141-9580-defe032a5fb6)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:41.036896 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Returning: {'device': 'a281319e-ef68-4dae-9da6-2e3cb6b4f56a', 'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab', 'port_id': 'a281319e-ef68-4dae-9da6-2e3cb6b4f56a', 'mac_address': 'fa:16:3e:e8:20:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3951b90e-3765-4c81-9e5f-467e16fbfc9d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:18:41.074549 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:41.089492 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a281319e-ef68-4dae-9da6-2e3cb6b4f56a {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:18:41.109285 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port a281319e-ef68-4dae-9da6-2e3cb6b4f56a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a281319e-ef68-4dae-9da6-2e3cb6b4f56a,segment=NetworkSegment(05c12ba9-d39b-4141-9580-defe032a5fb6),segment_id=05c12ba9-d39b-4141-9580-defe032a5fb6)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:41.189719 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:41.210206 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de506e98-2ee4-4235-b2d0-af5f0d854abd req-07fb7766-2118-48d1-909e-d0ed1c0cff64 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:41.211729 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-de506e98-2ee4-4235-b2d0-af5f0d854abd req-07fb7766-2118-48d1-909e-d0ed1c0cff64 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 945 time: 0.0510566 Dec 15 14:18:41.240290 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=a281319e-ef68-4dae-9da6-2e3cb6b4f56a,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:41.261258 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-de506e98-2ee4-4235-b2d0-af5f0d854abd req-04dd7bfd-b8d9-49b7-9ffb-e1748a9dde6f tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427217 Dec 15 14:18:41.598196 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['a281319e-ef68-4dae-9da6-2e3cb6b4f56a'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:18:41.641181 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2634cf8-d71c-4876-8ff6-a1cf57c4112c req-35ad3e91-24c1-463c-9426-b6aa0a2da92d tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:41.645925 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d2634cf8-d71c-4876-8ff6-a1cf57c4112c req-35ad3e91-24c1-463c-9426-b6aa0a2da92d tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=25314db9-9fee-46eb-8a55-fa7aaa694630 HTTP/1.1" status: 200 len: 945 time: 0.0563641 Dec 15 14:18:41.690917 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d2634cf8-d71c-4876-8ff6-a1cf57c4112c req-b0362f91-6128-49f9-9f7f-8111e9ed4949 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419133 Dec 15 14:18:41.849143 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bbef5d-cbd8-4edb-82ba-327f297d7339 req-c90bce2c-1b93-4d76-ab56-a49c05112f04 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:41.850552 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-55bbef5d-cbd8-4edb-82ba-327f297d7339 req-c90bce2c-1b93-4d76-ab56-a49c05112f04 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad61711-58ee-4f49-8b73-a7879a8743ee HTTP/1.1" status: 200 len: 944 time: 0.0479012 Dec 15 14:18:41.897047 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-55bbef5d-cbd8-4edb-82ba-327f297d7339 req-22173f02-fa38-49fc-ab17-67b843542480 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=db6779c0-1b9b-499f-a805-26c29ede5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403690 Dec 15 14:18:42.352556 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:18:42.396876 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc3943-d8f3-48b5-a78f-aef772e82644 req-63c87eaa-f070-4a92-bfe1-9016aa0000d4 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:42.398409 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-85cc3943-d8f3-48b5-a78f-aef772e82644 req-63c87eaa-f070-4a92-bfe1-9016aa0000d4 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 945 time: 0.0499766 Dec 15 14:18:42.453217 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-85cc3943-d8f3-48b5-a78f-aef772e82644 req-b9653fc0-28d0-433c-a548-2752895c015c tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482264 Dec 15 14:18:42.938774 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device a281319e-ef68-4dae-9da6-2e3cb6b4f56a up at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:18:43.011870 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f5b72-4383-4c42-b30a-1d93000d989c req-42e2baa3-1000-40ea-93c0-6a747f83d03b tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:43.013407 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a60f5b72-4383-4c42-b30a-1d93000d989c req-42e2baa3-1000-40ea-93c0-6a747f83d03b tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad61711-58ee-4f49-8b73-a7879a8743ee HTTP/1.1" status: 200 len: 944 time: 0.0497472 Dec 15 14:18:43.026877 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning for port a281319e-ef68-4dae-9da6-2e3cb6b4f56a completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:18:43.031083 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning complete for port a281319e-ef68-4dae-9da6-2e3cb6b4f56a triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:43.031465 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:43.062364 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a60f5b72-4383-4c42-b30a-1d93000d989c req-b87d377c-015c-4940-9dd2-6ab9918778f0 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=db6779c0-1b9b-499f-a805-26c29ede5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416255 Dec 15 14:18:43.113729 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:43.135742 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad61711-58ee-4f49-8b73-a7879a8743ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a281319e-ef68-4dae-9da6-2e3cb6b4f56a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:18:43.138032 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563fd6401afa6af5759f990961882efb87115f058b142029c69814770c0d1fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6049c269-e574-46b8-9424-a0715525c083" -d '{"events": [{"server_uuid": "0ad61711-58ee-4f49-8b73-a7879a8743ee", "name": "network-vif-plugged", "status": "completed", "tag": "a281319e-ef68-4dae-9da6-2e3cb6b4f56a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:18:43.150193 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port a281319e-ef68-4dae-9da6-2e3cb6b4f56a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a281319e-ef68-4dae-9da6-2e3cb6b4f56a,segment=NetworkSegment(05c12ba9-d39b-4141-9580-defe032a5fb6),segment_id=05c12ba9-d39b-4141-9580-defe032a5fb6)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:43.229910 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c885a883-4e89-4137-a4ee-f2edbc4ca50e x-openstack-request-id: req-c885a883-4e89-4137-a4ee-f2edbc4ca50e {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:18:43.230235 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad61711-58ee-4f49-8b73-a7879a8743ee", "name": "network-vif-plugged", "status": "completed", "tag": "a281319e-ef68-4dae-9da6-2e3cb6b4f56a", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:18:43.230505 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c885a883-4e89-4137-a4ee-f2edbc4ca50e {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:18:43.230907 dv-cinder-813229-4-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad61711-58ee-4f49-8b73-a7879a8743ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a281319e-ef68-4dae-9da6-2e3cb6b4f56a', 'code': 200} Dec 15 14:18:43.232609 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:43.282477 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=a281319e-ef68-4dae-9da6-2e3cb6b4f56a,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:43.589527 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c66c4-7773-486d-94b2-2b6b5e255a31 req-7f056670-3025-4558-871a-3fc969ff8a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:43.591006 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3e9c66c4-7773-486d-94b2-2b6b5e255a31 req-7f056670-3025-4558-871a-3fc969ff8a78 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0ad61711-58ee-4f49-8b73-a7879a8743ee HTTP/1.1" status: 200 len: 1098 time: 0.0714271 Dec 15 14:18:43.599815 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4682642-2e7e-4f2d-9d23-4ef28005612c req-cb46cbf1-ccab-43af-a65c-7b88a716ec53 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:43.601268 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d4682642-2e7e-4f2d-9d23-4ef28005612c req-cb46cbf1-ccab-43af-a65c-7b88a716ec53 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 945 time: 0.0727367 Dec 15 14:18:43.676898 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3e9c66c4-7773-486d-94b2-2b6b5e255a31 req-1765c4b2-0ff3-44ff-9215-1782da4ea99b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=db6779c0-1b9b-499f-a805-26c29ede5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682933 Dec 15 14:18:43.680380 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d4682642-2e7e-4f2d-9d23-4ef28005612c req-341d29ba-2d51-4580-92b3-695cae71135c tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731053 Dec 15 14:18:43.812786 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-de504bc2-a109-489a-8868-7f61ff889a01 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1632249266&fields=id&tenant_id=5aa37dc44119489f8b5a8292cf40d8bd HTTP/1.1" status: 200 len: 267 time: 0.0460339 Dec 15 14:18:43.924844 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-d3c5705b-e748-4f04-a833-cc24d61477a6 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:43.926679 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-d3c5705b-e748-4f04-a833-cc24d61477a6 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/networks?id=8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8 HTTP/1.1" status: 200 len: 809 time: 0.1072679 Dec 15 14:18:43.945866 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-86199cc2-8b98-459f-a21f-fba97145ced8 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/quotas/5aa37dc44119489f8b5a8292cf40d8bd HTTP/1.1" status: 200 len: 375 time: 0.0128472 Dec 15 14:18:44.001652 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-09eebe46-371b-477c-9480-bc67a557d493 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5aa37dc44119489f8b5a8292cf40d8bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497618 Dec 15 14:18:44.144088 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-e5ccf72d-91fb-47cc-8f8d-64a2e2b7e279 service neutron] 10.222.0.36 "GET /v2.0/networks/8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311300 Dec 15 14:18:44.234677 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-99f82192-68b0-4ce7-a57d-3543a3a0e109 service neutron] 10.222.0.36 "GET /v2.0/networks/8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841925 Dec 15 14:18:44.428082 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343987c0-3d08-4257-8e98-64d68e49eb88 req-82e4420e-1b73-4480-aef5-726b667e5768 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:44.429676 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-343987c0-3d08-4257-8e98-64d68e49eb88 req-82e4420e-1b73-4480-aef5-726b667e5768 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad61711-58ee-4f49-8b73-a7879a8743ee HTTP/1.1" status: 200 len: 945 time: 0.0512035 Dec 15 14:18:44.480792 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-343987c0-3d08-4257-8e98-64d68e49eb88 req-4928ff42-588e-433d-b52f-461ffd399bb6 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=db6779c0-1b9b-499f-a805-26c29ede5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450671 Dec 15 14:18:44.803040 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292033b-0f0b-444c-b15a-96a58ff7200b req-9fd3b832-f5fd-426e-bf0e-f997f1469ce9 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:44.804428 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8292033b-0f0b-444c-b15a-96a58ff7200b req-9fd3b832-f5fd-426e-bf0e-f997f1469ce9 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 945 time: 0.0485876 Dec 15 14:18:44.852843 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8292033b-0f0b-444c-b15a-96a58ff7200b req-829557ba-89fa-4acb-9244-bbcf1b082139 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423193 Dec 15 14:18:44.922716 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-bf25bcb4-b690-42a6-b6c8-067fb819117f req-5c17cb05-0994-468e-9856-048db924dfbf tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 210 time: 0.0263963 Dec 15 14:18:45.595227 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408aaf8-7ff6-4c70-9072-e26266ee6d42 req-a3f1d7e5-5dc1-4631-a23c-b58ebc5c78b1 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:45.601029 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7408aaf8-7ff6-4c70-9072-e26266ee6d42 req-a3f1d7e5-5dc1-4631-a23c-b58ebc5c78b1 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad61711-58ee-4f49-8b73-a7879a8743ee HTTP/1.1" status: 200 len: 945 time: 0.0493782 Dec 15 14:18:45.647462 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7408aaf8-7ff6-4c70-9072-e26266ee6d42 req-44a60e42-b252-454f-9655-e8747a474a6a tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=db6779c0-1b9b-499f-a805-26c29ede5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443332 Dec 15 14:18:45.760851 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a04436-54ac-4b75-abae-adf44a5cb2f5 req-a51b6dbb-9ac3-4e80-bbea-1c94e1cdd270 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:45.762316 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-02a04436-54ac-4b75-abae-adf44a5cb2f5 req-a51b6dbb-9ac3-4e80-bbea-1c94e1cdd270 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad61711-58ee-4f49-8b73-a7879a8743ee HTTP/1.1" status: 200 len: 945 time: 0.0497158 Dec 15 14:18:45.772056 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 40690) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:18:45.776331 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-50c5a94c-9504-4b42-90f0-35965b935d64 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Request body: {'floatingip': {'port_id': 'a281319e-ef68-4dae-9da6-2e3cb6b4f56a'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:45.815243 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-50c5a94c-9504-4b42-90f0-35965b935d64 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for floatingip, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:46.292461 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c3d0bee5-dc0a-4ce8-9d36-35286c11a515 req-7708631e-cd0f-4742-9ebf-b0aa9473f727 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 210 time: 0.2826779 Dec 15 14:18:46.320227 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84296ca-14e7-4e04-8472-d4de07715044 req-2315b1de-4330-44f8-8c2c-824e13d74546 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:46.321701 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c84296ca-14e7-4e04-8472-d4de07715044 req-2315b1de-4330-44f8-8c2c-824e13d74546 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 945 time: 0.3931608 Dec 15 14:18:46.474002 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c84296ca-14e7-4e04-8472-d4de07715044 req-3e559555-63ca-4574-a56a-94c6c140f97d tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448283 Dec 15 14:18:46.588631 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-50c5a94c-9504-4b42-90f0-35965b935d64 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:46.646694 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-50c5a94c-9504-4b42-90f0-35965b935d64 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583636'] for floatingip, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:46.747288 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.db.l3_db [None req-50c5a94c-9504-4b42-90f0-35965b935d64 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Floating IP 15864eac-cb3d-4e8f-b290-54d659e2029a associated. External IP: 172.27.3.157, port: a281319e-ef68-4dae-9da6-2e3cb6b4f56a. Dec 15 14:18:46.952937 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c5a94c-9504-4b42-90f0-35965b935d64 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Router 9049b4de-53dd-4d14-a582-281296ea540c has already been hosted by L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b {{(pid=103145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:18:47.148078 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c5a94c-9504-4b42-90f0-35965b935d64 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:18:47.156796 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-5eebfcde-b084-484b-b8e9-f6c42ce82978 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:47.158261 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-5eebfcde-b084-484b-b8e9-f6c42ce82978 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.54 "GET /v2.0/networks?id=8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8 HTTP/1.1" status: 200 len: 809 time: 0.1585045 Dec 15 14:18:47.159397 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750b7b43-e7c3-4abb-856f-6fb6e020d6c1 None None] Sync routers for ids ['9049b4de-53dd-4d14-a582-281296ea540c'] in dv-cinder-813229-4-iscsi {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:18:47.161341 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-50c5a94c-9504-4b42-90f0-35965b935d64 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for floatingip, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:47.169952 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750b7b43-e7c3-4abb-856f-6fb6e020d6c1 None None] Routers {'9049b4de-53dd-4d14-a582-281296ea540c'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:18:47.177732 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-750b7b43-e7c3-4abb-856f-6fb6e020d6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:18:36Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['9049b4de-53dd-4d14-a582-281296ea540c'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:18:47.206390 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-50c5a94c-9504-4b42-90f0-35965b935d64 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "PUT /v2.0/floatingips/15864eac-cb3d-4e8f-b290-54d659e2029a HTTP/1.1" status: 200 len: 991 time: 1.4304514 Dec 15 14:18:47.206390 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad61711-58ee-4f49-8b73-a7879a8743ee', 'tag': 'a281319e-ef68-4dae-9da6-2e3cb6b4f56a'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:18:47.206728 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54343ee614085f4f2fe791b0f2f4c0bf4988d50ad8e642b13afe6f74cb17e673" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61822e0e-8423-4cf9-92c2-861eb13b504d" -d '{"events": [{"name": "network-changed", "server_uuid": "0ad61711-58ee-4f49-8b73-a7879a8743ee", "tag": "a281319e-ef68-4dae-9da6-2e3cb6b4f56a"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:18:47.273417 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-6d89e393-6975-42bf-9e84-b2eb64e3d115 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5aa37dc44119489f8b5a8292cf40d8bd HTTP/1.1" status: 200 len: 380 time: 0.0929484 Dec 15 14:18:47.277802 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78788da-23da-42c5-bd73-5c16eb2936b4 x-openstack-request-id: req-e78788da-23da-42c5-bd73-5c16eb2936b4 {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:18:47.278518 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ad61711-58ee-4f49-8b73-a7879a8743ee", "tag": "a281319e-ef68-4dae-9da6-2e3cb6b4f56a", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:18:47.278518 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e78788da-23da-42c5-bd73-5c16eb2936b4 {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:18:47.278806 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ad61711-58ee-4f49-8b73-a7879a8743ee', 'tag': 'a281319e-ef68-4dae-9da6-2e3cb6b4f56a', 'status': 'completed', 'code': 200} Dec 15 14:18:47.294397 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-6daf0f48-a286-4b8c-8f58-edf2697ee315 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Request body: {'port': {'device_id': '623f52db-82aa-423a-9b24-6eeac638c872', 'network_id': '8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8', 'admin_state_up': True, 'tenant_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'security_groups': ['0c352f6b-d96b-411e-b421-8ee474d42069']}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:47.309797 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-750b7b43-e7c3-4abb-856f-6fb6e020d6c1 None None] Set router 9049b4de-53dd-4d14-a582-281296ea540c gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:18:47.407706 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a241a2f2-aac7-4584-a224-6d9433c49a52 req-305a8853-c459-439a-a8e7-d5eb3883d200 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 210 time: 0.0378454 Dec 15 14:18:47.440305 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61822e0e-8423-4cf9-92c2-861eb13b504d req-72a3d250-f933-4400-8ac3-d31535daaba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:47.441781 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-61822e0e-8423-4cf9-92c2-861eb13b504d req-72a3d250-f933-4400-8ac3-d31535daaba7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=99e48568027f45a591f092080d89b4dd&device_id=0ad61711-58ee-4f49-8b73-a7879a8743ee HTTP/1.1" status: 200 len: 1098 time: 0.1006608 Dec 15 14:18:47.550985 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-6daf0f48-a286-4b8c-8f58-edf2697ee315 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Made reservation on behalf of 5aa37dc44119489f8b5a8292cf40d8bd for: {'port': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:18:47.554593 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-6daf0f48-a286-4b8c-8f58-edf2697ee315 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:47.559003 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-750b7b43-e7c3-4abb-856f-6fb6e020d6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9049b4de-53dd-4d14-a582-281296ea540c', 'name': 'tempest-AttachVolumeTestJSON-30751297-router', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '8b48a990-8034-475e-9a2b-ca227d9b8096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:08Z', 'updated_at': '2021-12-15T14:13:17Z', 'revision_number': 4, 'project_id': '99e48568027f45a591f092080d89b4dd', 'gw_port': {'id': '8b48a990-8034-475e-9a2b-ca227d9b8096', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9049b4de-53dd-4d14-a582-281296ea540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:09Z', 'updated_at': '2021-12-15T14:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_floatingips': [{'id': '15864eac-cb3d-4e8f-b290-54d659e2029a', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'router_id': '9049b4de-53dd-4d14-a582-281296ea540c', 'port_id': 'a281319e-ef68-4dae-9da6-2e3cb6b4f56a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab', 'mac_address': 'fa:16:3e:e8:20:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad61711-58ee-4f49-8b73-a7879a8743ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:18:29Z', 'updated_at': '2021-12-15T14:18:46Z', 'revision_number': 1, 'project_id': '99e48568027f45a591f092080d89b4dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9feccff9-c076-4836-aed1-c47d5355f4d6', 'name': '', 'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'mac_address': 'fa:16:3e:ea:8f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9049b4de-53dd-4d14-a582-281296ea540c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3951b90e-3765-4c81-9e5f-467e16fbfc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:15Z', 'updated_at': '2021-12-15T14:13:24Z', 'revision_number': 5, 'project_id': '99e48568027f45a591f092080d89b4dd', 'subnets': [{'id': '3951b90e-3765-4c81-9e5f-467e16fbfc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:18:47.565955 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61822e0e-8423-4cf9-92c2-861eb13b504d req-c2d7edb3-93dd-41f8-9098-14c5bc438635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:47.567829 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-61822e0e-8423-4cf9-92c2-861eb13b504d req-c2d7edb3-93dd-41f8-9098-14c5bc438635 service neutron] 10.222.0.54 "GET /v2.0/networks?id=de3ac665-6e2b-47fc-8d80-1b730042a6ab HTTP/1.1" status: 200 len: 910 time: 0.1092026 Dec 15 14:18:47.586489 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750b7b43-e7c3-4abb-856f-6fb6e020d6c1 None None] Checking router: 9049b4de-53dd-4d14-a582-281296ea540c for host: dv-cinder-813229-4-iscsi {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:18:47.595014 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750b7b43-e7c3-4abb-856f-6fb6e020d6c1 None None] Routers {'9049b4de-53dd-4d14-a582-281296ea540c'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:18:47.595638 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-750b7b43-e7c3-4abb-856f-6fb6e020d6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:18:36Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['9049b4de-53dd-4d14-a582-281296ea540c'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:18:47.704209 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-750b7b43-e7c3-4abb-856f-6fb6e020d6c1 None None] Set router 9049b4de-53dd-4d14-a582-281296ea540c gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:18:47.718235 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6c9e6-0233-46b8-b956-e2e898174c0b req-dc8c8206-5901-473d-86fc-d84431837067 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:47.719724 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-afa6c9e6-0233-46b8-b956-e2e898174c0b req-dc8c8206-5901-473d-86fc-d84431837067 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 945 time: 0.1509171 Dec 15 14:18:47.730216 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-61822e0e-8423-4cf9-92c2-861eb13b504d req-1acd5c7e-f4b8-4498-8005-d1562547de0a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a281319e-ef68-4dae-9da6-2e3cb6b4f56a HTTP/1.1" status: 200 len: 999 time: 0.1481721 Dec 15 14:18:47.846644 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-6daf0f48-a286-4b8c-8f58-edf2697ee315 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Allocated IP 172.20.0.5 (8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8/feb6d61b-95a9-4102-9451-a2a0a667f055/3d72ae9c-c585-49b8-882a-896f0401fd24) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:18:47.855507 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61822e0e-8423-4cf9-92c2-861eb13b504d req-a429f65b-d35e-4d85-8a4b-16148af5f334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:47.857454 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-61822e0e-8423-4cf9-92c2-861eb13b504d req-a429f65b-d35e-4d85-8a4b-16148af5f334 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3951b90e-3765-4c81-9e5f-467e16fbfc9d HTTP/1.1" status: 200 len: 848 time: 0.0954909 Dec 15 14:18:47.860592 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-afa6c9e6-0233-46b8-b956-e2e898174c0b req-68e4a40d-c865-4993-bb0a-78d5a45cd39e tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325741 Dec 15 14:18:47.937345 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-750b7b43-e7c3-4abb-856f-6fb6e020d6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9049b4de-53dd-4d14-a582-281296ea540c', 'name': 'tempest-AttachVolumeTestJSON-30751297-router', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '8b48a990-8034-475e-9a2b-ca227d9b8096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:08Z', 'updated_at': '2021-12-15T14:13:17Z', 'revision_number': 4, 'project_id': '99e48568027f45a591f092080d89b4dd', 'gw_port': {'id': '8b48a990-8034-475e-9a2b-ca227d9b8096', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9049b4de-53dd-4d14-a582-281296ea540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:09Z', 'updated_at': '2021-12-15T14:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_floatingips': [{'id': '15864eac-cb3d-4e8f-b290-54d659e2029a', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'router_id': '9049b4de-53dd-4d14-a582-281296ea540c', 'port_id': 'a281319e-ef68-4dae-9da6-2e3cb6b4f56a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab', 'mac_address': 'fa:16:3e:e8:20:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad61711-58ee-4f49-8b73-a7879a8743ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:18:29Z', 'updated_at': '2021-12-15T14:18:46Z', 'revision_number': 1, 'project_id': '99e48568027f45a591f092080d89b4dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9feccff9-c076-4836-aed1-c47d5355f4d6', 'name': '', 'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'mac_address': 'fa:16:3e:ea:8f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9049b4de-53dd-4d14-a582-281296ea540c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3951b90e-3765-4c81-9e5f-467e16fbfc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:15Z', 'updated_at': '2021-12-15T14:13:24Z', 'revision_number': 5, 'project_id': '99e48568027f45a591f092080d89b4dd', 'subnets': [{'id': '3951b90e-3765-4c81-9e5f-467e16fbfc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:18:47.964413 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750b7b43-e7c3-4abb-856f-6fb6e020d6c1 None None] The sync data for ids ['9049b4de-53dd-4d14-a582-281296ea540c'] in dv-cinder-813229-4-iscsi is: [{'id': '9049b4de-53dd-4d14-a582-281296ea540c', 'name': 'tempest-AttachVolumeTestJSON-30751297-router', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '8b48a990-8034-475e-9a2b-ca227d9b8096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:08Z', 'updated_at': '2021-12-15T14:13:17Z', 'revision_number': 4, 'project_id': '99e48568027f45a591f092080d89b4dd', 'gw_port': {'id': '8b48a990-8034-475e-9a2b-ca227d9b8096', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9049b4de-53dd-4d14-a582-281296ea540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:09Z', 'updated_at': '2021-12-15T14:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_floatingips': [{'id': '15864eac-cb3d-4e8f-b290-54d659e2029a', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'router_id': '9049b4de-53dd-4d14-a582-281296ea540c', 'port_id': 'a281319e-ef68-4dae-9da6-2e3cb6b4f56a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab', 'mac_address': 'fa:16:3e:e8:20:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad61711-58ee-4f49-8b73-a7879a8743ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:18:29Z', 'updated_at': '2021-12-15T14:18:46Z', 'revision_number': 1, 'project_id': '99e48568027f45a591f092080d89b4dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9feccff9-c076-4836-aed1-c47d5355f4d6', 'name': '', 'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'mac_address': 'fa:16:3e:ea:8f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9049b4de-53dd-4d14-a582-281296ea540c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3951b90e-3765-4c81-9e5f-467e16fbfc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:15Z', 'updated_at': '2021-12-15T14:13:24Z', 'revision_number': 5, 'project_id': '99e48568027f45a591f092080d89b4dd', 'subnets': [{'id': '3951b90e-3765-4c81-9e5f-467e16fbfc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:18:47.970555 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61822e0e-8423-4cf9-92c2-861eb13b504d req-9b02240d-6f44-46df-98ca-f2252faee133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:47.972113 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-61822e0e-8423-4cf9-92c2-861eb13b504d req-9b02240d-6f44-46df-98ca-f2252faee133 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=de3ac665-6e2b-47fc-8d80-1b730042a6ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1065533 Dec 15 14:18:48.081250 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-6daf0f48-a286-4b8c-8f58-edf2697ee315 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks [] for port, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:48.127033 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-61822e0e-8423-4cf9-92c2-861eb13b504d req-10c86d7b-c2cd-4891-b06e-4280987d642e service neutron] 10.222.0.54 "GET /v2.0/networks/de3ac665-6e2b-47fc-8d80-1b730042a6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346040 Dec 15 14:18:48.153380 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d04a13-7d30-482b-946b-b392369e6a72 None None] New status for floating IP 15864eac-cb3d-4e8f-b290-54d659e2029a: ACTIVE {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:18:48.232165 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-61822e0e-8423-4cf9-92c2-861eb13b504d req-5e43dcc3-63eb-4561-ad1b-dd98d5cff738 service neutron] 10.222.0.54 "GET /v2.0/networks/de3ac665-6e2b-47fc-8d80-1b730042a6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957067 Dec 15 14:18:48.244679 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-6daf0f48-a286-4b8c-8f58-edf2697ee315 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:48.294477 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-6daf0f48-a286-4b8c-8f58-edf2697ee315 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Network 8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8 is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:18:48.299163 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-6daf0f48-a286-4b8c-8f58-edf2697ee315 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:18:48.303483 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-6daf0f48-a286-4b8c-8f58-edf2697ee315 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:18:48.337578 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf0f48-a286-4b8c-8f58-edf2697ee315 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Pushing event updated for resources: {'Port': ['ID=3d72ae9c-c585-49b8-882a-896f0401fd24,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:48.374788 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-6daf0f48-a286-4b8c-8f58-edf2697ee315 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:48.375443 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-6daf0f48-a286-4b8c-8f58-edf2697ee315 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:48.497749 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-6daf0f48-a286-4b8c-8f58-edf2697ee315 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2058320 Dec 15 14:18:48.515237 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-c9a1b74e-d540-4470-a725-fa154e425b7e service neutron] Request body: {'port': {'device_id': '623f52db-82aa-423a-9b24-6eeac638c872', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:18:48.532995 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-46d1ae25-2630-4196-820b-91820bdf376d None None] Provisioning complete for port 3d72ae9c-c585-49b8-882a-896f0401fd24 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:48.533577 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46d1ae25-2630-4196-820b-91820bdf376d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:48.562292 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001d861-e3e1-4183-9a68-852c65fc1e0f req-19eb44d5-f39c-4acb-87a1-3305ca10a4f0 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:48.563810 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f001d861-e3e1-4183-9a68-852c65fc1e0f req-19eb44d5-f39c-4acb-87a1-3305ca10a4f0 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 931 time: 0.0821865 Dec 15 14:18:48.572392 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-46d1ae25-2630-4196-820b-91820bdf376d None None] Port 3d72ae9c-c585-49b8-882a-896f0401fd24 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:18:48.602750 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-c9a1b74e-d540-4470-a725-fa154e425b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:48.663270 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f001d861-e3e1-4183-9a68-852c65fc1e0f req-4fc26021-935c-4f59-9d7d-f3c4e970ad9c tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845826 Dec 15 14:18:48.882226 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-c9a1b74e-d540-4470-a725-fa154e425b7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d72ae9c-c585-49b8-882a-896f0401fd24 {{(pid=103145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:18:48.890142 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-c9a1b74e-d540-4470-a725-fa154e425b7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:48.901871 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.provisioning_blocks [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-c9a1b74e-d540-4470-a725-fa154e425b7e service neutron] Transition to ACTIVE for port object 3d72ae9c-c585-49b8-882a-896f0401fd24 will not be triggered until provisioned by entity L2. {{(pid=103145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:18:48.968952 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-c9a1b74e-d540-4470-a725-fa154e425b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:49.018791 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45e463-f034-4796-ab51-72102ce17504 req-836fbf98-b0c1-4ffb-a615-e6a40b3fa3ca tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:49.020330 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9b45e463-f034-4796-ab51-72102ce17504 req-836fbf98-b0c1-4ffb-a615-e6a40b3fa3ca tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 945 time: 0.0835476 Dec 15 14:18:49.043191 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a1b74e-d540-4470-a725-fa154e425b7e service neutron] Pushing event updated for resources: {'Port': ['ID=3d72ae9c-c585-49b8-882a-896f0401fd24,revision_number=2']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:49.127343 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9b45e463-f034-4796-ab51-72102ce17504 req-73eae797-2449-4a53-bf06-6b7d41adb8e1 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993485 Dec 15 14:18:49.148052 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-c9a1b74e-d540-4470-a725-fa154e425b7e service neutron] Attempting to bind port 3d72ae9c-c585-49b8-882a-896f0401fd24 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:18:49.148460 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-c9a1b74e-d540-4470-a725-fa154e425b7e service neutron] Attempting to bind port 3d72ae9c-c585-49b8-882a-896f0401fd24 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8'}] {{(pid=103145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:18:49.148886 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-c9a1b74e-d540-4470-a725-fa154e425b7e service neutron] Attempting to bind port 3d72ae9c-c585-49b8-882a-896f0401fd24 on network 8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8 {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:18:49.153883 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-c9a1b74e-d540-4470-a725-fa154e425b7e service neutron] Port 3d72ae9c-c585-49b8-882a-896f0401fd24 on network 8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:18:49.154316 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-c9a1b74e-d540-4470-a725-fa154e425b7e service neutron] Attempting to bind port 3d72ae9c-c585-49b8-882a-896f0401fd24 on network 8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8 {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:18:49.159630 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-c9a1b74e-d540-4470-a725-fa154e425b7e service neutron] Checking agent: {'id': 'ac5d7605-2d06-411e-ba74-ad46eb528a57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 11, 20), 'started_at': datetime.datetime(2021, 12, 15, 14, 11, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:18:49.160088 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-c9a1b74e-d540-4470-a725-fa154e425b7e service neutron] Checking segment: {'id': '218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:18:49.160563 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-c9a1b74e-d540-4470-a725-fa154e425b7e service neutron] Bound using segment: {'id': '218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8'} {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:18:49.161224 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-c9a1b74e-d540-4470-a725-fa154e425b7e service neutron] Bound port: 3d72ae9c-c585-49b8-882a-896f0401fd24, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8'}}] {{(pid=103145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:18:49.161650 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-c9a1b74e-d540-4470-a725-fa154e425b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:49.227762 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-c9a1b74e-d540-4470-a725-fa154e425b7e service neutron] For port 3d72ae9c-c585-49b8-882a-896f0401fd24, host hv-cinder-81322, cleared binding levels {{(pid=103145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:18:49.230681 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-c9a1b74e-d540-4470-a725-fa154e425b7e service neutron] For port 3d72ae9c-c585-49b8-882a-896f0401fd24, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3d72ae9c-c585-49b8-882a-896f0401fd24,segment=NetworkSegment(218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7),segment_id=218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7)] {{(pid=103145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:18:49.324596 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-c9a1b74e-d540-4470-a725-fa154e425b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:49.365945 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-c9a1b74e-d540-4470-a725-fa154e425b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:49.366616 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-c9a1b74e-d540-4470-a725-fa154e425b7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:49.367909 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-c9a1b74e-d540-4470-a725-fa154e425b7e service neutron] 10.222.0.54 "PUT /v2.0/ports/3d72ae9c-c585-49b8-882a-896f0401fd24 HTTP/1.1" status: 200 len: 1093 time: 0.8566964 Dec 15 14:18:49.369877 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '623f52db-82aa-423a-9b24-6eeac638c872', 'tag': '3d72ae9c-c585-49b8-882a-896f0401fd24'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:18:49.370828 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54343ee614085f4f2fe791b0f2f4c0bf4988d50ad8e642b13afe6f74cb17e673" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ba2d8f-0caa-4d6b-a17d-da329a527524" -d '{"events": [{"name": "network-changed", "server_uuid": "623f52db-82aa-423a-9b24-6eeac638c872", "tag": "3d72ae9c-c585-49b8-882a-896f0401fd24"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:18:49.394804 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a1b74e-d540-4470-a725-fa154e425b7e service neutron] Pushing event updated for resources: {'Port': ['ID=3d72ae9c-c585-49b8-882a-896f0401fd24,revision_number=3']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:49.410860 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4bc61e-4be6-425b-b5b7-d48cf531f548 x-openstack-request-id: req-8c4bc61e-4be6-425b-b5b7-d48cf531f548 {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:18:49.411153 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "623f52db-82aa-423a-9b24-6eeac638c872", "tag": "3d72ae9c-c585-49b8-882a-896f0401fd24", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:18:49.411419 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8c4bc61e-4be6-425b-b5b7-d48cf531f548 {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:18:49.411815 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '623f52db-82aa-423a-9b24-6eeac638c872', 'tag': '3d72ae9c-c585-49b8-882a-896f0401fd24', 'status': 'completed', 'code': 200} Dec 15 14:18:49.485888 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba2d8f-0caa-4d6b-a17d-da329a527524 req-2c963458-9d39-4cf9-88d5-84ec60084583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:49.487480 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-38ba2d8f-0caa-4d6b-a17d-da329a527524 req-2c963458-9d39-4cf9-88d5-84ec60084583 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5aa37dc44119489f8b5a8292cf40d8bd&device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 1096 time: 0.0459995 Dec 15 14:18:49.596018 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba2d8f-0caa-4d6b-a17d-da329a527524 req-cdb04de1-9b26-4ee3-8ecc-8aca1d550cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:49.597518 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-38ba2d8f-0caa-4d6b-a17d-da329a527524 req-cdb04de1-9b26-4ee3-8ecc-8aca1d550cd0 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=5aa37dc44119489f8b5a8292cf40d8bd&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0964162 Dec 15 14:18:49.700321 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba2d8f-0caa-4d6b-a17d-da329a527524 req-577ea0db-c8b7-4460-8c4d-f6038581d756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:49.701969 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-38ba2d8f-0caa-4d6b-a17d-da329a527524 req-577ea0db-c8b7-4460-8c4d-f6038581d756 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892990 Dec 15 14:18:49.813847 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-bc02ccc1-32dd-4fda-a4ca-c16e03324b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:49.815367 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-bc02ccc1-32dd-4fda-a4ca-c16e03324b70 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5aa37dc44119489f8b5a8292cf40d8bd&device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 1096 time: 0.0746047 Dec 15 14:18:49.823602 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a131b-d6e3-4f60-b20f-2cf25349c2cf req-33f60742-88cb-4fed-8687-39a33a45da24 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:49.824978 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5d3a131b-d6e3-4f60-b20f-2cf25349c2cf req-33f60742-88cb-4fed-8687-39a33a45da24 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 943 time: 0.0762715 Dec 15 14:18:49.840762 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:49.866037 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-97aa57c2-23ae-4fa3-b164-db218e84c586 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d72ae9c-c585-49b8-882a-896f0401fd24 HTTP/1.1" status: 200 len: 217 time: 0.0401189 Dec 15 14:18:49.934853 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5d3a131b-d6e3-4f60-b20f-2cf25349c2cf req-cf172b31-475d-4191-b715-26d865e4cc6f tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034217 Dec 15 14:18:49.938363 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-121a0f1a-c0db-413e-a173-5f82d8efa537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:49.939725 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-121a0f1a-c0db-413e-a173-5f82d8efa537 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=feb6d61b-95a9-4102-9451-a2a0a667f055 HTTP/1.1" status: 200 len: 848 time: 0.0658879 Dec 15 14:18:49.999259 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-37d2d64f-af58-4dea-b8e5-bcbc0f2aa0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:50.000774 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-37d2d64f-af58-4dea-b8e5-bcbc0f2aa0ea service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447481 Dec 15 14:18:50.097049 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-b9474b52-e9e2-466f-978a-f10c0768e5b6 service neutron] 10.222.0.54 "GET /v2.0/networks/8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804467 Dec 15 14:18:50.195236 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9b76c662-eaee-4b2b-8a0a-10514bfc1921 req-eb5b3e78-e962-4fd8-b205-c0d0749394a2 service neutron] 10.222.0.54 "GET /v2.0/networks/8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872805 Dec 15 14:18:50.253033 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1caacd4-2c1b-4348-b6c4-7b6c77c04a96 req-50f67ec9-86b1-4647-9da7-7889b75399be tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:50.254567 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e1caacd4-2c1b-4348-b6c4-7b6c77c04a96 req-50f67ec9-86b1-4647-9da7-7889b75399be tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 945 time: 0.0498805 Dec 15 14:18:50.302171 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e1caacd4-2c1b-4348-b6c4-7b6c77c04a96 req-704c27ed-450e-4664-8328-10bd5361623c tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415533 Dec 15 14:18:51.048110 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e50e5-4fbd-40db-baa3-2c6a01a0fec8 req-056b537e-3354-46e6-ac74-09a8ced05252 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:51.049577 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-163e50e5-4fbd-40db-baa3-2c6a01a0fec8 req-056b537e-3354-46e6-ac74-09a8ced05252 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 943 time: 0.0478151 Dec 15 14:18:51.102127 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-163e50e5-4fbd-40db-baa3-2c6a01a0fec8 req-3292f699-47f5-40db-aec8-648e0cdc4307 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465674 Dec 15 14:18:51.424282 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6f89a-bb9e-46b2-a61b-1a7c9175403c req-37a6ebd1-de1f-4cf6-9d92-7dcd29b24583 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:51.425760 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a0c6f89a-bb9e-46b2-a61b-1a7c9175403c req-37a6ebd1-de1f-4cf6-9d92-7dcd29b24583 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 945 time: 0.0495036 Dec 15 14:18:51.472733 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a0c6f89a-bb9e-46b2-a61b-1a7c9175403c req-a599434d-ea5d-4eb7-a2f4-a486804c8b03 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412209 Dec 15 14:18:52.218125 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3080385-0905-4631-a330-34a83a0a51c5 req-39850e02-cee7-48cc-b1a7-412278953cc2 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:52.219599 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d3080385-0905-4631-a330-34a83a0a51c5 req-39850e02-cee7-48cc-b1a7-412278953cc2 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 943 time: 0.0489867 Dec 15 14:18:52.269936 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d3080385-0905-4631-a330-34a83a0a51c5 req-42542326-e46a-476b-9bf2-47c00ca0c207 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444982 Dec 15 14:18:52.600612 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a10db-19cc-4995-8baf-8c95553fd609 req-f9ccdaac-f842-4abd-a948-5d2a83c1f9e1 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:52.602250 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a48a10db-19cc-4995-8baf-8c95553fd609 req-f9ccdaac-f842-4abd-a948-5d2a83c1f9e1 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 945 time: 0.0528307 Dec 15 14:18:52.649489 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a48a10db-19cc-4995-8baf-8c95553fd609 req-9c2953a1-2180-46f3-bdd6-b881b8451553 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406730 Dec 15 14:18:53.387404 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0a6ce-52f7-4414-b919-68fed146739a req-3c982d11-94a9-4ea0-bcba-4499e5958d70 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:53.389488 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3dc0a6ce-52f7-4414-b919-68fed146739a req-3c982d11-94a9-4ea0-bcba-4499e5958d70 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 943 time: 0.0499127 Dec 15 14:18:53.439205 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3dc0a6ce-52f7-4414-b919-68fed146739a req-b284162f-cd12-4783-b29b-1ca6a796b162 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434635 Dec 15 14:18:53.774009 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56de6d8-c5bb-43f8-9a29-b5ab96df798a req-fabdabc5-6fdb-4003-9d71-e982516f80a0 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:53.775470 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c56de6d8-c5bb-43f8-9a29-b5ab96df798a req-fabdabc5-6fdb-4003-9d71-e982516f80a0 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 945 time: 0.0520222 Dec 15 14:18:53.822406 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c56de6d8-c5bb-43f8-9a29-b5ab96df798a req-af343ad9-86f2-477a-8682-493e9836b53f tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405760 Dec 15 14:18:54.557990 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b50125-f638-474e-a007-ae0ba4b0f57a req-eda872d6-2850-44d6-a733-a67efb8b3ee5 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:54.559479 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-51b50125-f638-474e-a007-ae0ba4b0f57a req-eda872d6-2850-44d6-a733-a67efb8b3ee5 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 943 time: 0.0495334 Dec 15 14:18:54.609833 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-51b50125-f638-474e-a007-ae0ba4b0f57a req-c6e56e90-cf5d-4c79-baa4-64f853bb3729 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441382 Dec 15 14:18:54.940531 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e80e15-62df-4781-ba63-41ba28888c6f req-dbf45ab6-1e91-4ed1-9006-2e2ab8b2a769 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:54.941998 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d0e80e15-62df-4781-ba63-41ba28888c6f req-dbf45ab6-1e91-4ed1-9006-2e2ab8b2a769 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 945 time: 0.0482342 Dec 15 14:18:54.992254 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d0e80e15-62df-4781-ba63-41ba28888c6f req-c27c7429-5539-4144-851f-29cec131b419 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444531 Dec 15 14:18:55.007051 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device ddb42df2-bffe-4eca-bd92-bb43eef42752 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:18:55.101144 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port ddb42df2-bffe-4eca-bd92-bb43eef42752, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ddb42df2-bffe-4eca-bd92-bb43eef42752,segment=NetworkSegment(88376a90-d228-4b29-87c9-0e4710ba306c),segment_id=88376a90-d228-4b29-87c9-0e4710ba306c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:55.124795 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Returning: {'device': 'ddb42df2-bffe-4eca-bd92-bb43eef42752', 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937', 'port_id': 'ddb42df2-bffe-4eca-bd92-bb43eef42752', 'mac_address': 'fa:16:3e:b8:15:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cdbf821-be2b-4255-be5a-f39d9618a49d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:18:55.157057 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:55.170376 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ddb42df2-bffe-4eca-bd92-bb43eef42752 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:18:55.189581 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port ddb42df2-bffe-4eca-bd92-bb43eef42752, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ddb42df2-bffe-4eca-bd92-bb43eef42752,segment=NetworkSegment(88376a90-d228-4b29-87c9-0e4710ba306c),segment_id=88376a90-d228-4b29-87c9-0e4710ba306c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:55.269115 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:55.315824 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=ddb42df2-bffe-4eca-bd92-bb43eef42752,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:55.323451 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:55.323832 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:55.324230 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:55.324580 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:55.324918 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:55.325254 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:55.325586 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:55.325918 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:55.327104 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:55.327403 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:55.327807 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:55.328182 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:55.328510 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:18:55.445193 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['ddb42df2-bffe-4eca-bd92-bb43eef42752'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:18:55.729143 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c775bcc-5c06-414b-b8b3-45b00fac1f11 req-0d7c6976-3871-49a0-9037-fc49d95acf99 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:55.730698 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3c775bcc-5c06-414b-b8b3-45b00fac1f11 req-0d7c6976-3871-49a0-9037-fc49d95acf99 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 943 time: 0.0533791 Dec 15 14:18:55.783309 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3c775bcc-5c06-414b-b8b3-45b00fac1f11 req-c8b46612-a430-46e8-88ff-0aa9353540a6 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443449 Dec 15 14:18:56.117681 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482fa51c-ceb4-4f3f-ba9f-f703c696a8f2 req-7a3d05d0-302c-4ea7-9a31-4c221809c5b5 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:56.119200 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-482fa51c-ceb4-4f3f-ba9f-f703c696a8f2 req-7a3d05d0-302c-4ea7-9a31-4c221809c5b5 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 944 time: 0.0525224 Dec 15 14:18:56.168370 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-482fa51c-ceb4-4f3f-ba9f-f703c696a8f2 req-0894e9ef-3731-4a78-8e28-4e94d54d3b59 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425308 Dec 15 14:18:56.925706 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245b109-69d9-45f3-8df1-aabfec7ebea4 req-2ff0f9ba-00af-4c6d-95bc-d5c4e391d77c tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:56.927302 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e245b109-69d9-45f3-8df1-aabfec7ebea4 req-2ff0f9ba-00af-4c6d-95bc-d5c4e391d77c tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 943 time: 0.0605428 Dec 15 14:18:56.989517 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e245b109-69d9-45f3-8df1-aabfec7ebea4 req-1c5ffdab-5193-4950-8003-9b9fc7aa2529 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555363 Dec 15 14:18:57.030123 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device ddb42df2-bffe-4eca-bd92-bb43eef42752 up at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:18:57.086754 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning complete for port ddb42df2-bffe-4eca-bd92-bb43eef42752 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:18:57.087150 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:57.354757 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:57.369401 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f1e43-b515-4d0f-939e-67d0b1fb7936 req-7897e918-dc72-41cd-9bb6-df3f600c836f tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:57.376602 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-231f1e43-b515-4d0f-939e-67d0b1fb7936 req-7897e918-dc72-41cd-9bb6-df3f600c836f tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=25314db9-9fee-46eb-8a55-fa7aaa694630 HTTP/1.1" status: 200 len: 945 time: 0.1160755 Dec 15 14:18:57.384652 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95703bc-f63c-49ad-a9d6-2e9951ab5dfb req-4ac35de6-78a2-4689-922a-32dcf17d9cc2 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:57.386147 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d95703bc-f63c-49ad-a9d6-2e9951ab5dfb req-4ac35de6-78a2-4689-922a-32dcf17d9cc2 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 944 time: 0.0892344 Dec 15 14:18:57.402494 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port ddb42df2-bffe-4eca-bd92-bb43eef42752, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ddb42df2-bffe-4eca-bd92-bb43eef42752,segment=NetworkSegment(88376a90-d228-4b29-87c9-0e4710ba306c),segment_id=88376a90-d228-4b29-87c9-0e4710ba306c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:57.404032 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba5304f-71f5-478d-9a3b-80f90a1cbb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb42df2-bffe-4eca-bd92-bb43eef42752'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:18:57.408668 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563fd6401afa6af5759f990961882efb87115f058b142029c69814770c0d1fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a458b123-aea4-41a0-b2df-9196b784c5fe" -d '{"events": [{"server_uuid": "dba5304f-71f5-478d-9a3b-80f90a1cbb9c", "name": "network-vif-plugged", "status": "completed", "tag": "ddb42df2-bffe-4eca-bd92-bb43eef42752"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:18:57.608192 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:57.662486 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=ddb42df2-bffe-4eca-bd92-bb43eef42752,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:57.722001 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-231f1e43-b515-4d0f-939e-67d0b1fb7936 req-6c43b590-c7ce-4510-b888-cdfe71c7da2d tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348572 Dec 15 14:18:57.735660 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d95703bc-f63c-49ad-a9d6-2e9951ab5dfb req-2d1fb79d-c29a-4277-8225-8ee8f1c82034 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3410625 Dec 15 14:18:57.807909 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e05585-4bde-468e-b25d-31b74fb96dd6 x-openstack-request-id: req-c7e05585-4bde-468e-b25d-31b74fb96dd6 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:18:57.808261 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba5304f-71f5-478d-9a3b-80f90a1cbb9c", "name": "network-vif-plugged", "status": "completed", "tag": "ddb42df2-bffe-4eca-bd92-bb43eef42752", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:18:57.808534 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c7e05585-4bde-468e-b25d-31b74fb96dd6 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:18:57.808944 dv-cinder-813229-4-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba5304f-71f5-478d-9a3b-80f90a1cbb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb42df2-bffe-4eca-bd92-bb43eef42752', 'code': 200} Dec 15 14:18:58.106286 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7080a9-5960-49da-807d-a33a1b62cca0 req-cbc61e13-d873-4d0b-ab40-f7d1be9751ec tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:58.108850 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0c7080a9-5960-49da-807d-a33a1b62cca0 req-cbc61e13-d873-4d0b-ab40-f7d1be9751ec tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 943 time: 0.0548716 Dec 15 14:18:58.165798 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0c7080a9-5960-49da-807d-a33a1b62cca0 req-3dc3ab28-1ab1-4817-8108-4d7af28c34a0 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498612 Dec 15 14:18:58.910629 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8435b7-908e-4f2d-84ea-bb3a50bb46d2 req-50d6d99a-6b9b-486a-9e33-e13284d1e575 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:58.912241 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3e8435b7-908e-4f2d-84ea-bb3a50bb46d2 req-50d6d99a-6b9b-486a-9e33-e13284d1e575 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=25314db9-9fee-46eb-8a55-fa7aaa694630 HTTP/1.1" status: 200 len: 945 time: 0.0862701 Dec 15 14:18:58.968083 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37f03d-5da4-4e41-9c20-30697427feed req-84ff43fa-f193-4b65-9f07-9ab86574be74 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:58.974752 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-af37f03d-5da4-4e41-9c20-30697427feed req-84ff43fa-f193-4b65-9f07-9ab86574be74 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 945 time: 0.1135435 Dec 15 14:18:59.005182 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3e8435b7-908e-4f2d-84ea-bb3a50bb46d2 req-efb1e33f-3b6b-4bdf-a2dd-b45e4540de2e tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855711 Dec 15 14:18:59.040230 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-af37f03d-5da4-4e41-9c20-30697427feed req-75d50a7b-ae6d-4668-a3d5-83c013709584 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600333 Dec 15 14:18:59.097636 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59891b00-7e03-44e7-9e5a-17701b815c2c req-73fa5337-96dc-44bb-8e04-43179776394b tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:59.099220 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-59891b00-7e03-44e7-9e5a-17701b815c2c req-73fa5337-96dc-44bb-8e04-43179776394b tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.54 "GET /v2.0/ports?device_id=25314db9-9fee-46eb-8a55-fa7aaa694630 HTTP/1.1" status: 200 len: 945 time: 0.0574672 Dec 15 14:18:59.221770 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [req-59891b00-7e03-44e7-9e5a-17701b815c2c req-50f5c81c-43b0-4bd3-bf49-ecef49274587 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Deleting port 09266547-aec9-4ddd-b235-14a60e8aa3cb {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:18:59.222539 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-59891b00-7e03-44e7-9e5a-17701b815c2c req-50f5c81c-43b0-4bd3-bf49-ecef49274587 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:59.364775 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf56e3d-e4d1-4665-bcee-f1a3e976984e req-5ce2ba43-80b9-4e83-b941-3d7dc31d0977 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:18:59.366405 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4cf56e3d-e4d1-4665-bcee-f1a3e976984e req-5ce2ba43-80b9-4e83-b941-3d7dc31d0977 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 943 time: 0.1009579 Dec 15 14:18:59.380011 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-59891b00-7e03-44e7-9e5a-17701b815c2c req-50f5c81c-43b0-4bd3-bf49-ecef49274587 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] For port 09266547-aec9-4ddd-b235-14a60e8aa3cb, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=09266547-aec9-4ddd-b235-14a60e8aa3cb,segment=NetworkSegment(210648ca-80de-4163-9abc-f124b0d08ce7),segment_id=210648ca-80de-4163-9abc-f124b0d08ce7)] {{(pid=103145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:18:59.380011 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-59891b00-7e03-44e7-9e5a-17701b815c2c req-50f5c81c-43b0-4bd3-bf49-ecef49274587 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:59.401207 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [req-59891b00-7e03-44e7-9e5a-17701b815c2c req-50f5c81c-43b0-4bd3-bf49-ecef49274587 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Calling delete_port for 09266547-aec9-4ddd-b235-14a60e8aa3cb owned by compute:nova {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:18:59.474527 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4cf56e3d-e4d1-4665-bcee-f1a3e976984e req-ac7cd226-a1cf-4962-8e8e-b5dc7583a10a tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013279 Dec 15 14:18:59.632507 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-59891b00-7e03-44e7-9e5a-17701b815c2c req-50f5c81c-43b0-4bd3-bf49-ecef49274587 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:59.645088 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['8d57ebc8-df52-4c7e-a667-d3e62ecd8753', '4732b8b2-cc35-4586-a6eb-d32aa6c61027', '17f63216-6143-430c-bb51-161f509fb578', '09266547-aec9-4ddd-b235-14a60e8aa3cb'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:18:59.663180 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5c81c-43b0-4bd3-bf49-ecef49274587 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Pushing event deleted for resources: {'Port': ['ID=09266547-aec9-4ddd-b235-14a60e8aa3cb,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:18:59.719056 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [req-59891b00-7e03-44e7-9e5a-17701b815c2c req-50f5c81c-43b0-4bd3-bf49-ecef49274587 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] No DVR routers for this DVR port 09266547-aec9-4ddd-b235-14a60e8aa3cb on host hv-cinder-81322 {{(pid=103145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:18:59.728943 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-59891b00-7e03-44e7-9e5a-17701b815c2c req-50f5c81c-43b0-4bd3-bf49-ecef49274587 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:18:59.739668 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-59891b00-7e03-44e7-9e5a-17701b815c2c req-50f5c81c-43b0-4bd3-bf49-ecef49274587 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.54 "DELETE /v2.0/ports/09266547-aec9-4ddd-b235-14a60e8aa3cb HTTP/1.1" status: 204 len: 173 time: 0.6331961 Dec 15 14:18:59.740897 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25314db9-9fee-46eb-8a55-fa7aaa694630', 'name': 'network-vif-deleted', 'tag': '09266547-aec9-4ddd-b235-14a60e8aa3cb'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:18:59.742780 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54343ee614085f4f2fe791b0f2f4c0bf4988d50ad8e642b13afe6f74cb17e673" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34ccfa8-8166-48e0-9c11-7a946df8210c" -d '{"events": [{"server_uuid": "25314db9-9fee-46eb-8a55-fa7aaa694630", "name": "network-vif-deleted", "tag": "09266547-aec9-4ddd-b235-14a60e8aa3cb"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:18:59.797980 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87dab559-b462-4a62-8d67-7dd0b1a57f28 x-openstack-request-id: req-87dab559-b462-4a62-8d67-7dd0b1a57f28 {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:18:59.798477 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25314db9-9fee-46eb-8a55-fa7aaa694630", "name": "network-vif-deleted", "tag": "09266547-aec9-4ddd-b235-14a60e8aa3cb", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:18:59.798750 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-87dab559-b462-4a62-8d67-7dd0b1a57f28 {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:18:59.799289 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25314db9-9fee-46eb-8a55-fa7aaa694630', 'name': 'network-vif-deleted', 'tag': '09266547-aec9-4ddd-b235-14a60e8aa3cb', 'status': 'completed', 'code': 200} Dec 15 14:19:00.208413 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-988c7cf3-6c40-4491-911c-e0e68d9596c9 req-82214126-1c91-4c08-ac20-21b64957bd8f tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=25314db9-9fee-46eb-8a55-fa7aaa694630 HTTP/1.1" status: 200 len: 210 time: 0.0500436 Dec 15 14:19:00.229423 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d862d78-6c7e-4d27-a5b4-5f4116ff72b6 req-e6cc45e8-57a9-4c30-b9b4-94c26d192680 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:00.231013 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4d862d78-6c7e-4d27-a5b4-5f4116ff72b6 req-e6cc45e8-57a9-4c30-b9b4-94c26d192680 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 945 time: 0.0824971 Dec 15 14:19:00.288120 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4d862d78-6c7e-4d27-a5b4-5f4116ff72b6 req-f7fa82a5-a771-445f-ac5f-35c68f4ca25e tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479760 Dec 15 14:19:00.598822 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64fcad-ff22-4b92-a7bd-452fda37e6d7 req-fd14ca43-dc66-4b8d-b5a4-9cd45056472d tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:00.604387 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0f64fcad-ff22-4b92-a7bd-452fda37e6d7 req-fd14ca43-dc66-4b8d-b5a4-9cd45056472d tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 943 time: 0.0579579 Dec 15 14:19:00.658578 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0f64fcad-ff22-4b92-a7bd-452fda37e6d7 req-d9cf7778-0c29-4757-8941-db59a913116e tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508025 Dec 15 14:19:01.037550 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 3d72ae9c-c585-49b8-882a-896f0401fd24 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:19:01.159735 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 3d72ae9c-c585-49b8-882a-896f0401fd24, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3d72ae9c-c585-49b8-882a-896f0401fd24,segment=NetworkSegment(218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7),segment_id=218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:19:01.172058 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Returning: {'device': '3d72ae9c-c585-49b8-882a-896f0401fd24', 'network_id': '8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8', 'port_id': '3d72ae9c-c585-49b8-882a-896f0401fd24', 'mac_address': 'fa:16:3e:f4:ab:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb6d61b-95a9-4102-9451-a2a0a667f055', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:19:01.216135 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:01.231004 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d72ae9c-c585-49b8-882a-896f0401fd24 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:19:01.254457 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 3d72ae9c-c585-49b8-882a-896f0401fd24, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3d72ae9c-c585-49b8-882a-896f0401fd24,segment=NetworkSegment(218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7),segment_id=218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:19:01.361074 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:01.418475 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68142337-7c7c-4e97-aee2-5a23dc508855 req-c80f2214-fc7d-4f6e-ad2e-470a979159b1 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:01.420892 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-68142337-7c7c-4e97-aee2-5a23dc508855 req-c80f2214-fc7d-4f6e-ad2e-470a979159b1 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 945 time: 0.0584083 Dec 15 14:19:01.424824 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=3d72ae9c-c585-49b8-882a-896f0401fd24,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:01.492439 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-68142337-7c7c-4e97-aee2-5a23dc508855 req-d9116703-0f54-400b-87b8-2ea9a8f16d01 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643344 Dec 15 14:19:01.692526 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['3d72ae9c-c585-49b8-882a-896f0401fd24'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:19:01.793548 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0448c5-0b7f-4d01-b389-0f8f8301c372 req-3f7a4c30-5643-4737-893b-57275a714d5e tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:01.801039 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ef0448c5-0b7f-4d01-b389-0f8f8301c372 req-3f7a4c30-5643-4737-893b-57275a714d5e tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 944 time: 0.0647731 Dec 15 14:19:01.848315 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ef0448c5-0b7f-4d01-b389-0f8f8301c372 req-dd87a3ad-afe1-4f02-94e1-ff3285d68596 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462775 Dec 15 14:19:02.647153 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6fa8b-76f3-4f57-b739-fbff938d3ea8 req-54597cdc-30a5-4f20-b917-81b7deb77f3b tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:02.649103 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7aa6fa8b-76f3-4f57-b739-fbff938d3ea8 req-54597cdc-30a5-4f20-b917-81b7deb77f3b tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 945 time: 0.0671782 Dec 15 14:19:02.698925 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7aa6fa8b-76f3-4f57-b739-fbff938d3ea8 req-14c4f753-f5ec-448c-8c21-3c4aef22360b tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437977 Dec 15 14:19:02.986162 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4090b8a-1d58-49ad-9c30-d263c7afefdf req-71384919-9eb4-48db-a477-70f22b09c981 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:02.986406 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c4090b8a-1d58-49ad-9c30-d263c7afefdf req-71384919-9eb4-48db-a477-70f22b09c981 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 944 time: 0.0549479 Dec 15 14:19:03.042924 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c4090b8a-1d58-49ad-9c30-d263c7afefdf req-8aba6214-c5cb-450e-94e3-f9dedb20797a tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502865 Dec 15 14:19:03.065372 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 3d72ae9c-c585-49b8-882a-896f0401fd24 up at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:19:03.200751 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning for port 3d72ae9c-c585-49b8-882a-896f0401fd24 completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:19:03.221783 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b39986-7903-4220-b3b6-e1b5e294183a req-b716a5b1-a718-48cd-b3c9-8c696881a59e tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:03.223310 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-33b39986-7903-4220-b3b6-e1b5e294183a req-b716a5b1-a718-48cd-b3c9-8c696881a59e tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c3ea596-c41d-460f-b7d1-95a563510fc8 HTTP/1.1" status: 200 len: 945 time: 0.0532277 Dec 15 14:19:03.223765 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning complete for port 3d72ae9c-c585-49b8-882a-896f0401fd24 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:19:03.224520 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:03.302929 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-33b39986-7903-4220-b3b6-e1b5e294183a req-89be589d-74de-47da-909d-ccf37c8a7801 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726979 Dec 15 14:19:03.338051 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-59541f6c-0430-4096-9ec5-2898413f0324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:03.339562 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:03.366283 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623f52db-82aa-423a-9b24-6eeac638c872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d72ae9c-c585-49b8-882a-896f0401fd24'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:19:03.368559 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563fd6401afa6af5759f990961882efb87115f058b142029c69814770c0d1fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd54a64e-e506-4344-85c2-33af72b9c2c1" -d '{"events": [{"server_uuid": "623f52db-82aa-423a-9b24-6eeac638c872", "name": "network-vif-plugged", "status": "completed", "tag": "3d72ae9c-c585-49b8-882a-896f0401fd24"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:19:03.386468 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 3d72ae9c-c585-49b8-882a-896f0401fd24, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3d72ae9c-c585-49b8-882a-896f0401fd24,segment=NetworkSegment(218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7),segment_id=218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:19:03.413965 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8b2105-ecf4-4b12-95b5-60430a562976 x-openstack-request-id: req-3a8b2105-ecf4-4b12-95b5-60430a562976 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:19:03.414281 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623f52db-82aa-423a-9b24-6eeac638c872", "name": "network-vif-plugged", "status": "completed", "tag": "3d72ae9c-c585-49b8-882a-896f0401fd24", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:19:03.414632 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3a8b2105-ecf4-4b12-95b5-60430a562976 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:19:03.415038 dv-cinder-813229-4-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623f52db-82aa-423a-9b24-6eeac638c872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d72ae9c-c585-49b8-882a-896f0401fd24', 'code': 200} Dec 15 14:19:03.457955 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:03.458775 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 09266547-aec9-4ddd-b235-14a60e8aa3cb no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:19:03.481563 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] No Port match for: 09266547-aec9-4ddd-b235-14a60e8aa3cb {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:19:03.481912 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 09266547-aec9-4ddd-b235-14a60e8aa3cb not bound to the agent host hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:19:03.533106 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=3d72ae9c-c585-49b8-882a-896f0401fd24,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:03.761055 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7f5e3-5912-40eb-812f-05b813d94858 req-9fca6c4f-920a-49ed-929e-e3df44ac112b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:03.764230 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-aad7f5e3-5912-40eb-812f-05b813d94858 req-9fca6c4f-920a-49ed-929e-e3df44ac112b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 1098 time: 0.0680482 Dec 15 14:19:03.853317 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-aad7f5e3-5912-40eb-812f-05b813d94858 req-db0fe4e2-2346-42e7-8bb3-4443ecb329fe service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814292 Dec 15 14:19:03.870791 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b36088-cb10-4437-9d4a-75ff6b1b00ad req-b3668cf5-03e6-4b63-8f40-07c3c22ec1e3 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:03.872371 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c9b36088-cb10-4437-9d4a-75ff6b1b00ad req-b3668cf5-03e6-4b63-8f40-07c3c22ec1e3 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 945 time: 0.0738907 Dec 15 14:19:03.933309 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c9b36088-cb10-4437-9d4a-75ff6b1b00ad req-46f2a4d2-6a80-4eed-be83-aa862086c56a tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548048 Dec 15 14:19:04.178416 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883994cf-bfb7-4463-920f-538110365195 req-e0ca4cac-394d-4eef-9874-8025a0b56533 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:04.180162 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-883994cf-bfb7-4463-920f-538110365195 req-e0ca4cac-394d-4eef-9874-8025a0b56533 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 945 time: 0.0591605 Dec 15 14:19:04.241007 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-883994cf-bfb7-4463-920f-538110365195 req-664ca8db-d3cf-473d-a308-35c7b56582a7 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542533 Dec 15 14:19:04.426301 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ecf83-94dd-4069-b496-6c2caa7f3d47 req-7464a9d4-9ca8-4333-8b1e-5d283d53da76 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:04.427955 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-928ecf83-94dd-4069-b496-6c2caa7f3d47 req-7464a9d4-9ca8-4333-8b1e-5d283d53da76 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c3ea596-c41d-460f-b7d1-95a563510fc8 HTTP/1.1" status: 200 len: 945 time: 0.0511601 Dec 15 14:19:04.487874 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-928ecf83-94dd-4069-b496-6c2caa7f3d47 req-00febd1b-df1b-4eb4-8535-275e7bb92221 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510173 Dec 15 14:19:05.062755 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22706db5-700b-4260-aeb9-8d495908f775 req-d7b9d0d2-eaae-4260-b01a-607aaa088173 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:05.064260 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-22706db5-700b-4260-aeb9-8d495908f775 req-d7b9d0d2-eaae-4260-b01a-607aaa088173 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 945 time: 0.0551071 Dec 15 14:19:05.124023 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-22706db5-700b-4260-aeb9-8d495908f775 req-ab69428f-c73c-4254-a528-67d77adaefc0 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528615 Dec 15 14:19:05.391049 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d08b81-3c8c-4130-bbf4-6d0a413ac65f req-5ff28b85-a284-44b7-bada-eff93e2cc2bd tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:05.392580 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b1d08b81-3c8c-4130-bbf4-6d0a413ac65f req-5ff28b85-a284-44b7-bada-eff93e2cc2bd tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 945 time: 0.0587301 Dec 15 14:19:05.471531 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0817694-d75e-4884-a1dd-cf01d6ed9e8a req-d08c3fb6-b408-4a7c-abb9-51ea9bb0f256 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:05.473556 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b0817694-d75e-4884-a1dd-cf01d6ed9e8a req-d08c3fb6-b408-4a7c-abb9-51ea9bb0f256 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c3ea596-c41d-460f-b7d1-95a563510fc8 HTTP/1.1" status: 200 len: 945 time: 0.0800393 Dec 15 14:19:05.499266 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b1d08b81-3c8c-4130-bbf4-6d0a413ac65f req-a2bb85e3-d7d8-4bd7-841f-b1840baf6323 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980530 Dec 15 14:19:05.709194 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372c88b-e1db-43ad-8714-4f5ca622cb2a req-afb39b4c-a131-4e15-b913-4ff5f7ad3805 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:05.710745 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5372c88b-e1db-43ad-8714-4f5ca622cb2a req-afb39b4c-a131-4e15-b913-4ff5f7ad3805 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c3ea596-c41d-460f-b7d1-95a563510fc8 HTTP/1.1" status: 200 len: 945 time: 0.1139517 Dec 15 14:19:05.719194 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3de6a3ed-6550-411a-bf95-c887fd046a1f req-20fdd8b9-668e-4768-bbab-c26b33fea16a tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-369072057&fields=id&tenant_id=9ed188fb44624c1b86723b0a0cf261c5 HTTP/1.1" status: 200 len: 267 time: 0.0893829 Dec 15 14:19:05.758504 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [req-b0817694-d75e-4884-a1dd-cf01d6ed9e8a req-d16a42c0-0308-4e6a-9f16-25286c0421af tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Deleting port 17f63216-6143-430c-bb51-161f509fb578 {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:19:05.758841 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-b0817694-d75e-4884-a1dd-cf01d6ed9e8a req-d16a42c0-0308-4e6a-9f16-25286c0421af tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:05.897730 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5372c88b-e1db-43ad-8714-4f5ca622cb2a req-6a52cdb5-f916-46d1-9253-ed75c3875f57 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774418 Dec 15 14:19:05.928821 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6a3ed-6550-411a-bf95-c887fd046a1f req-a7c3d9bd-bc79-4f7f-9a3a-5ca7be73050f tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:05.930285 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3de6a3ed-6550-411a-bf95-c887fd046a1f req-a7c3d9bd-bc79-4f7f-9a3a-5ca7be73050f tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 984 time: 0.2009103 Dec 15 14:19:05.945747 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [req-3de6a3ed-6550-411a-bf95-c887fd046a1f req-3ee852d9-f013-4951-9da1-18fec4627df3 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Request body: {'port': {'security_groups': ['7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4']}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:06.006253 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-b0817694-d75e-4884-a1dd-cf01d6ed9e8a req-d16a42c0-0308-4e6a-9f16-25286c0421af tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] For port 17f63216-6143-430c-bb51-161f509fb578, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=17f63216-6143-430c-bb51-161f509fb578,segment=NetworkSegment(210648ca-80de-4163-9abc-f124b0d08ce7),segment_id=210648ca-80de-4163-9abc-f124b0d08ce7)] {{(pid=103145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:19:06.006634 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-b0817694-d75e-4884-a1dd-cf01d6ed9e8a req-d16a42c0-0308-4e6a-9f16-25286c0421af tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:06.049033 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [req-b0817694-d75e-4884-a1dd-cf01d6ed9e8a req-d16a42c0-0308-4e6a-9f16-25286c0421af tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Calling delete_port for 17f63216-6143-430c-bb51-161f509fb578 owned by compute:nova {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:19:06.064828 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-3de6a3ed-6550-411a-bf95-c887fd046a1f req-3ee852d9-f013-4951-9da1-18fec4627df3 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:06.338936 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-3de6a3ed-6550-411a-bf95-c887fd046a1f req-3ee852d9-f013-4951-9da1-18fec4627df3 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] For port 7f77f8ec-a564-45e4-a011-24904a851e4c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7f77f8ec-a564-45e4-a011-24904a851e4c,segment=NetworkSegment(8e192a0f-936f-422d-a9cb-64bbb026c93b),segment_id=8e192a0f-936f-422d-a9cb-64bbb026c93b)] {{(pid=103145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:19:06.371181 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-3de6a3ed-6550-411a-bf95-c887fd046a1f req-3ee852d9-f013-4951-9da1-18fec4627df3 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks [] for port, precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:06.375829 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5fc0c12a-1032-441a-b6a3-f5927466d0d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:06.413000 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-b0817694-d75e-4884-a1dd-cf01d6ed9e8a req-d16a42c0-0308-4e6a-9f16-25286c0421af tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:06.425269 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['8d57ebc8-df52-4c7e-a667-d3e62ecd8753', '4732b8b2-cc35-4586-a6eb-d32aa6c61027', '17f63216-6143-430c-bb51-161f509fb578'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:19:06.442768 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-3de6a3ed-6550-411a-bf95-c887fd046a1f req-3ee852d9-f013-4951-9da1-18fec4627df3 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:06.450306 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a42c0-0308-4e6a-9f16-25286c0421af tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Pushing event deleted for resources: {'Port': ['ID=17f63216-6143-430c-bb51-161f509fb578,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:06.547854 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43916a1c-f128-444e-8741-749537996ea4 req-1a0b5271-b481-45bd-b937-cb3c456ab322 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:06.555305 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-43916a1c-f128-444e-8741-749537996ea4 req-1a0b5271-b481-45bd-b937-cb3c456ab322 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 945 time: 0.1740994 Dec 15 14:19:06.563857 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0817694-d75e-4884-a1dd-cf01d6ed9e8a req-d16a42c0-0308-4e6a-9f16-25286c0421af tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] No DVR routers for this DVR port 17f63216-6143-430c-bb51-161f509fb578 on host hv-cinder-81322 {{(pid=103145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:19:06.584734 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6a3ed-6550-411a-bf95-c887fd046a1f req-3ee852d9-f013-4951-9da1-18fec4627df3 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:06.585387 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-3de6a3ed-6550-411a-bf95-c887fd046a1f req-3ee852d9-f013-4951-9da1-18fec4627df3 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:06.586804 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3de6a3ed-6550-411a-bf95-c887fd046a1f req-3ee852d9-f013-4951-9da1-18fec4627df3 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "PUT /v2.0/ports/7f77f8ec-a564-45e4-a011-24904a851e4c HTTP/1.1" status: 200 len: 942 time: 0.6499846 Dec 15 14:19:06.587865 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-b0817694-d75e-4884-a1dd-cf01d6ed9e8a req-d16a42c0-0308-4e6a-9f16-25286c0421af tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:06.593393 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 40918) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:06.595165 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b0817694-d75e-4884-a1dd-cf01d6ed9e8a req-d16a42c0-0308-4e6a-9f16-25286c0421af tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.54 "DELETE /v2.0/ports/17f63216-6143-430c-bb51-161f509fb578 HTTP/1.1" status: 204 len: 173 time: 1.1129413 Dec 15 14:19:06.595651 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84c8a7c-970e-4b20-8751-3e5346d209ea', 'tag': '7f77f8ec-a564-45e4-a011-24904a851e4c'}, {'server_uuid': '2c3ea596-c41d-460f-b7d1-95a563510fc8', 'name': 'network-vif-deleted', 'tag': '17f63216-6143-430c-bb51-161f509fb578'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:19:06.598302 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54343ee614085f4f2fe791b0f2f4c0bf4988d50ad8e642b13afe6f74cb17e673" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b338ca-de21-44e9-ba68-b56223a1453d" -d '{"events": [{"name": "network-changed", "server_uuid": "f84c8a7c-970e-4b20-8751-3e5346d209ea", "tag": "7f77f8ec-a564-45e4-a011-24904a851e4c"}, {"server_uuid": "2c3ea596-c41d-460f-b7d1-95a563510fc8", "name": "network-vif-deleted", "tag": "17f63216-6143-430c-bb51-161f509fb578"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:19:06.690740 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['7f77f8ec-a564-45e4-a011-24904a851e4c'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:19:06.710770 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-43916a1c-f128-444e-8741-749537996ea4 req-e74a138d-1ed4-4358-bf46-ddd4568767a2 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544816 Dec 15 14:19:06.718224 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee852d9-f013-4951-9da1-18fec4627df3 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Pushing event updated for resources: {'Port': ['ID=7f77f8ec-a564-45e4-a011-24904a851e4c,revision_number=7']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:06.778808 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b7a4-095c-4def-8479-da332c8eef03 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:06.854503 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b7a4-095c-4def-8479-da332c8eef03 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:06.861921 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 15 Dec 2021 14:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa65f1d-203d-4b9d-88a1-05b0058908a5 x-openstack-request-id: req-6aa65f1d-203d-4b9d-88a1-05b0058908a5 {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:19:06.863094 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84c8a7c-970e-4b20-8751-3e5346d209ea", "tag": "7f77f8ec-a564-45e4-a011-24904a851e4c", "status": "completed", "code": 200}, {"server_uuid": "2c3ea596-c41d-460f-b7d1-95a563510fc8", "name": "network-vif-deleted", "tag": "17f63216-6143-430c-bb51-161f509fb578", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:19:06.863094 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6aa65f1d-203d-4b9d-88a1-05b0058908a5 {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:19:06.863563 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84c8a7c-970e-4b20-8751-3e5346d209ea', 'tag': '7f77f8ec-a564-45e4-a011-24904a851e4c', 'status': 'completed', 'code': 200} Dec 15 14:19:06.864119 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3ea596-c41d-460f-b7d1-95a563510fc8', 'name': 'network-vif-deleted', 'tag': '17f63216-6143-430c-bb51-161f509fb578', 'status': 'completed', 'code': 200} Dec 15 14:19:07.033314 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:07.043201 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae496e8-2871-4067-a867-e3ac739d0bec req-bba9da1f-b95e-447b-ae6f-40cb0613bbad tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:07.045248 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-aae496e8-2871-4067-a867-e3ac739d0bec req-bba9da1f-b95e-447b-ae6f-40cb0613bbad tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 945 time: 0.1691642 Dec 15 14:19:07.061929 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b7a4-095c-4def-8479-da332c8eef03 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:07.069069 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-1ae9b7a4-095c-4def-8479-da332c8eef03 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:07.069713 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-1ae9b7a4-095c-4def-8479-da332c8eef03 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "DELETE /v2.0/security-groups/e3a6788a-4487-4c74-bd81-0bd2c008548d HTTP/1.1" status: 204 len: 168 time: 0.4752741 Dec 15 14:19:07.070500 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 40924) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:07.081501 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-f8628420-ca3d-4906-8369-5207cc6f8c28 None None] Provisioning complete for port 7f77f8ec-a564-45e4-a011-24904a851e4c triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:19:07.082151 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8628420-ca3d-4906-8369-5207cc6f8c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:07.131709 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b338ca-de21-44e9-ba68-b56223a1453d req-b83b5611-21cc-4c50-bde1-6ad62a1af4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:07.133360 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-73b338ca-de21-44e9-ba68-b56223a1453d req-b83b5611-21cc-4c50-bde1-6ad62a1af4fc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9ed188fb44624c1b86723b0a0cf261c5&device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 1098 time: 0.1767759 Dec 15 14:19:07.135326 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-59abbeea-13b0-465d-8968-7186a104fe1c req-00641f95-509f-409f-890f-071fb9816ad8 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c3ea596-c41d-460f-b7d1-95a563510fc8 HTTP/1.1" status: 200 len: 210 time: 0.1023209 Dec 15 14:19:07.172257 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9b7a4-095c-4def-8479-da332c8eef03 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a6788a-4487-4c74-bd81-0bd2c008548d,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:07.245646 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b338ca-de21-44e9-ba68-b56223a1453d req-8832bac6-f895-40ba-b3b6-bb4059c0bcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:07.247211 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-73b338ca-de21-44e9-ba68-b56223a1453d req-8832bac6-f895-40ba-b3b6-bb4059c0bcbb service neutron] 10.222.0.54 "GET /v2.0/networks?id=0ab8db93-01e2-4a13-a31c-081ad8890766 HTTP/1.1" status: 200 len: 916 time: 0.1050210 Dec 15 14:19:07.302975 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-d901a94f-06b4-4735-85e0-405e200f23c8 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Deleting port 1c07fb4b-25ce-4cf2-99f4-002ecc9871c8 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:19:07.303660 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d901a94f-06b4-4735-85e0-405e200f23c8 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:07.332597 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-aae496e8-2871-4067-a867-e3ac739d0bec req-7d53aa97-eed0-401d-b687-f92c2c1219ce tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2752914 Dec 15 14:19:07.356360 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['7f77f8ec-a564-45e4-a011-24904a851e4c'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:19:07.387454 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d901a94f-06b4-4735-85e0-405e200f23c8 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:07.388115 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d901a94f-06b4-4735-85e0-405e200f23c8 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:07.402999 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-d901a94f-06b4-4735-85e0-405e200f23c8 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Calling delete_port for 1c07fb4b-25ce-4cf2-99f4-002ecc9871c8 owned by network:floatingip {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:19:07.419482 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-73b338ca-de21-44e9-ba68-b56223a1453d req-450cd6ec-a9aa-4b62-bc9b-351872a3c3ed service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f77f8ec-a564-45e4-a011-24904a851e4c HTTP/1.1" status: 200 len: 1001 time: 0.1614981 Dec 15 14:19:07.522342 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b338ca-de21-44e9-ba68-b56223a1453d req-83d9399c-3830-43ae-962d-0195965f442f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:07.524859 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-73b338ca-de21-44e9-ba68-b56223a1453d req-83d9399c-3830-43ae-962d-0195965f442f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c3bc8042-5e9a-48ef-a809-de8051625fa5 HTTP/1.1" status: 200 len: 854 time: 0.0966940 Dec 15 14:19:07.534109 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984b2f4-b400-4a96-bbb0-2f77ba428375 req-8dfd9db2-9b5b-4ec8-a795-163a99988937 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:07.541671 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d984b2f4-b400-4a96-bbb0-2f77ba428375 req-8dfd9db2-9b5b-4ec8-a795-163a99988937 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 945 time: 0.0731246 Dec 15 14:19:07.656711 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d984b2f4-b400-4a96-bbb0-2f77ba428375 req-b499d03a-1eee-48df-a19c-dd6e5ba9c117 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136534 Dec 15 14:19:07.658959 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b338ca-de21-44e9-ba68-b56223a1453d req-078d3790-fde2-436a-8b26-e563b34a4446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:07.660746 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-73b338ca-de21-44e9-ba68-b56223a1453d req-078d3790-fde2-436a-8b26-e563b34a4446 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0ab8db93-01e2-4a13-a31c-081ad8890766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1118979 Dec 15 14:19:07.673029 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 40928) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:07.790595 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d901a94f-06b4-4735-85e0-405e200f23c8 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59071379'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:07.804578 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2e9d7b-85d8-47a7-90ba-bf9c00bc4415 tempest-TestShelveInstance-1766989666 tempest-TestShelveInstance-1766989666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:07.808815 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-3d2e9d7b-85d8-47a7-90ba-bf9c00bc4415 tempest-TestShelveInstance-1766989666 tempest-TestShelveInstance-1766989666-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 1093 time: 0.1321297 Dec 15 14:19:07.808974 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-73b338ca-de21-44e9-ba68-b56223a1453d req-2c0dced5-5a33-463e-b6e2-bba37fac84f8 service neutron] 10.222.0.54 "GET /v2.0/networks/0ab8db93-01e2-4a13-a31c-081ad8890766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286807 Dec 15 14:19:07.809086 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 40936) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:07.817128 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-1ef7cd36-f55e-422d-b382-42e116b8465b tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Request body: {'floatingip': {'floating_network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'port_id': '3d72ae9c-c585-49b8-882a-896f0401fd24', 'tenant_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:07.824858 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901a94f-06b4-4735-85e0-405e200f23c8 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Pushing event deleted for resources: {'Port': ['ID=1c07fb4b-25ce-4cf2-99f4-002ecc9871c8,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:07.890290 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d901a94f-06b4-4735-85e0-405e200f23c8 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks [] for floatingip, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:07.890626 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.db.l3_db [None req-d901a94f-06b4-4735-85e0-405e200f23c8 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Floating IP eaf88a94-bd05-491e-a8d7-c7e60dc5c44b disassociated (deleted). External IP: 172.27.3.193, port: 7f77f8ec-a564-45e4-a011-24904a851e4c. Dec 15 14:19:07.962410 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfb321-f31f-47b3-8c3b-46cb2730bc23 req-92ca6ee7-2dbf-4a82-9212-2e101050c1eb tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:07.963880 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ffbfb321-f31f-47b3-8c3b-46cb2730bc23 req-92ca6ee7-2dbf-4a82-9212-2e101050c1eb tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 945 time: 0.1239877 Dec 15 14:19:07.989704 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-73b338ca-de21-44e9-ba68-b56223a1453d req-492ba2e7-c066-431a-b763-ea469d0b3fee service neutron] 10.222.0.54 "GET /v2.0/networks/0ab8db93-01e2-4a13-a31c-081ad8890766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678486 Dec 15 14:19:08.020906 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ffbfb321-f31f-47b3-8c3b-46cb2730bc23 req-1fa11dfd-5a46-4673-983a-df13a9957a64 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477500 Dec 15 14:19:08.021900 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1ef7cd36-f55e-422d-b382-42e116b8465b tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks [] for floatingip, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:08.115672 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d901a94f-06b4-4735-85e0-405e200f23c8 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Router 172cb4e6-3a92-4459-b22a-ccd014342dbc has already been hosted by L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:19:08.137425 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1ef7cd36-f55e-422d-b382-42e116b8465b tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:08.164185 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:08.225985 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d901a94f-06b4-4735-85e0-405e200f23c8 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:19:08.231360 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d901a94f-06b4-4735-85e0-405e200f23c8 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:08.237731 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c0a829-26fd-4c90-a629-ebb37889f8fb None None] Sync routers for ids ['172cb4e6-3a92-4459-b22a-ccd014342dbc'] in dv-cinder-813229-4-iscsi {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:19:08.250638 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c0a829-26fd-4c90-a629-ebb37889f8fb None None] Routers {'172cb4e6-3a92-4459-b22a-ccd014342dbc'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:19:08.251290 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-f7c0a829-26fd-4c90-a629-ebb37889f8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:19:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['172cb4e6-3a92-4459-b22a-ccd014342dbc'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:08.281410 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-d901a94f-06b4-4735-85e0-405e200f23c8 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "DELETE /v2.0/floatingips/eaf88a94-bd05-491e-a8d7-c7e60dc5c44b HTTP/1.1" status: 204 len: 168 time: 1.1944869 Dec 15 14:19:08.282005 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84c8a7c-970e-4b20-8751-3e5346d209ea', 'tag': '7f77f8ec-a564-45e4-a011-24904a851e4c'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:19:08.284416 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85a0f3a80b1f03eae3b213f201473723e4c4eee54091eafe51cfe768d2ea106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1619e139-2d34-4594-9c94-8f90193c2b46" -d '{"events": [{"name": "network-changed", "server_uuid": "f84c8a7c-970e-4b20-8751-3e5346d209ea", "tag": "7f77f8ec-a564-45e4-a011-24904a851e4c"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:19:08.289909 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [None req-1ef7cd36-f55e-422d-b382-42e116b8465b tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Allocated IP 172.27.3.61 (828b465c-2de9-4223-b21e-29ccc1fcf343/8db6495a-cb76-4dd2-8fa8-8ada67659a42/34b67de5-33b7-4d83-88e2-e943c11ab108) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:19:08.374463 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-f7c0a829-26fd-4c90-a629-ebb37889f8fb None None] Set router 172cb4e6-3a92-4459-b22a-ccd014342dbc gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:19:08.416263 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1ef7cd36-f55e-422d-b382-42e116b8465b tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks [] for port, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:08.513234 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1ef7cd36-f55e-422d-b382-42e116b8465b tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:08.552253 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef7cd36-f55e-422d-b382-42e116b8465b tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Network 828b465c-2de9-4223-b21e-29ccc1fcf343 is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:19:08.556544 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-1ef7cd36-f55e-422d-b382-42e116b8465b tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:19:08.559090 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef7cd36-f55e-422d-b382-42e116b8465b tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:19:08.587424 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-f7c0a829-26fd-4c90-a629-ebb37889f8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172cb4e6-3a92-4459-b22a-ccd014342dbc', 'name': 'tempest-TestMinimumBasicScenario-2146548866-router', 'tenant_id': '9ed188fb44624c1b86723b0a0cf261c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '5fd6142c-0671-4016-879c-0c0cd7f76068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:15:49Z', 'updated_at': '2021-12-15T14:15:55Z', 'revision_number': 4, 'project_id': '9ed188fb44624c1b86723b0a0cf261c5', 'gw_port': {'id': '5fd6142c-0671-4016-879c-0c0cd7f76068', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:21:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172cb4e6-3a92-4459-b22a-ccd014342dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:15:50Z', 'updated_at': '2021-12-15T14:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': 'ee7174d3-e603-4abb-94a1-5cca08e9c13c', 'name': '', 'network_id': '0ab8db93-01e2-4a13-a31c-081ad8890766', 'tenant_id': '9ed188fb44624c1b86723b0a0cf261c5', 'mac_address': 'fa:16:3e:df:63:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172cb4e6-3a92-4459-b22a-ccd014342dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c3bc8042-5e9a-48ef-a809-de8051625fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:15:54Z', 'updated_at': '2021-12-15T14:16:01Z', 'revision_number': 5, 'project_id': '9ed188fb44624c1b86723b0a0cf261c5', 'subnets': [{'id': 'c3bc8042-5e9a-48ef-a809-de8051625fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:08.588447 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef7cd36-f55e-422d-b382-42e116b8465b tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Pushing event updated for resources: {'Port': ['ID=34b67de5-33b7-4d83-88e2-e943c11ab108,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:08.660109 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c0a829-26fd-4c90-a629-ebb37889f8fb None None] Checking router: 172cb4e6-3a92-4459-b22a-ccd014342dbc for host: dv-cinder-813229-4-iscsi {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:19:08.678083 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c0a829-26fd-4c90-a629-ebb37889f8fb None None] Routers {'172cb4e6-3a92-4459-b22a-ccd014342dbc'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:19:08.678782 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-f7c0a829-26fd-4c90-a629-ebb37889f8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:19:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['172cb4e6-3a92-4459-b22a-ccd014342dbc'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:08.705470 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d68a670-8e61-48bc-aa6c-e010b2f61799 x-openstack-request-id: req-3d68a670-8e61-48bc-aa6c-e010b2f61799 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:19:08.705988 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84c8a7c-970e-4b20-8751-3e5346d209ea", "tag": "7f77f8ec-a564-45e4-a011-24904a851e4c", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:19:08.706114 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3d68a670-8e61-48bc-aa6c-e010b2f61799 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:19:08.706416 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84c8a7c-970e-4b20-8751-3e5346d209ea', 'tag': '7f77f8ec-a564-45e4-a011-24904a851e4c', 'status': 'completed', 'code': 200} Dec 15 14:19:08.826593 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-f7c0a829-26fd-4c90-a629-ebb37889f8fb None None] Set router 172cb4e6-3a92-4459-b22a-ccd014342dbc gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:19:08.846380 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab03bff-b3be-448f-bea7-17036c0cffea req-2d4fc202-1b8c-446f-8a2e-5312f3494964 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:08.847887 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-bab03bff-b3be-448f-bea7-17036c0cffea req-2d4fc202-1b8c-446f-8a2e-5312f3494964 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fbf4fc8-88c2-4070-a5ff-5e5845affa90 HTTP/1.1" status: 200 len: 946 time: 0.1587827 Dec 15 14:19:08.938405 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619e139-2d34-4594-9c94-8f90193c2b46 req-cff93d63-8ddf-4707-9c43-b551aa3c181d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:08.939896 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1619e139-2d34-4594-9c94-8f90193c2b46 req-cff93d63-8ddf-4707-9c43-b551aa3c181d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9ed188fb44624c1b86723b0a0cf261c5&device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 1098 time: 0.1576097 Dec 15 14:19:08.988526 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-bab03bff-b3be-448f-bea7-17036c0cffea req-a4b36434-745e-4523-bf6f-81f500c5d469 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333470 Dec 15 14:19:09.037277 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-f7c0a829-26fd-4c90-a629-ebb37889f8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172cb4e6-3a92-4459-b22a-ccd014342dbc', 'name': 'tempest-TestMinimumBasicScenario-2146548866-router', 'tenant_id': '9ed188fb44624c1b86723b0a0cf261c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '5fd6142c-0671-4016-879c-0c0cd7f76068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:15:49Z', 'updated_at': '2021-12-15T14:15:55Z', 'revision_number': 4, 'project_id': '9ed188fb44624c1b86723b0a0cf261c5', 'gw_port': {'id': '5fd6142c-0671-4016-879c-0c0cd7f76068', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:21:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172cb4e6-3a92-4459-b22a-ccd014342dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:15:50Z', 'updated_at': '2021-12-15T14:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': 'ee7174d3-e603-4abb-94a1-5cca08e9c13c', 'name': '', 'network_id': '0ab8db93-01e2-4a13-a31c-081ad8890766', 'tenant_id': '9ed188fb44624c1b86723b0a0cf261c5', 'mac_address': 'fa:16:3e:df:63:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172cb4e6-3a92-4459-b22a-ccd014342dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c3bc8042-5e9a-48ef-a809-de8051625fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:15:54Z', 'updated_at': '2021-12-15T14:16:01Z', 'revision_number': 5, 'project_id': '9ed188fb44624c1b86723b0a0cf261c5', 'subnets': [{'id': 'c3bc8042-5e9a-48ef-a809-de8051625fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:09.069749 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 17f63216-6143-430c-bb51-161f509fb578 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:19:09.073675 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c0a829-26fd-4c90-a629-ebb37889f8fb None None] The sync data for ids ['172cb4e6-3a92-4459-b22a-ccd014342dbc'] in dv-cinder-813229-4-iscsi is: [{'id': '172cb4e6-3a92-4459-b22a-ccd014342dbc', 'name': 'tempest-TestMinimumBasicScenario-2146548866-router', 'tenant_id': '9ed188fb44624c1b86723b0a0cf261c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '5fd6142c-0671-4016-879c-0c0cd7f76068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:15:49Z', 'updated_at': '2021-12-15T14:15:55Z', 'revision_number': 4, 'project_id': '9ed188fb44624c1b86723b0a0cf261c5', 'gw_port': {'id': '5fd6142c-0671-4016-879c-0c0cd7f76068', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:21:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172cb4e6-3a92-4459-b22a-ccd014342dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:15:50Z', 'updated_at': '2021-12-15T14:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': 'ee7174d3-e603-4abb-94a1-5cca08e9c13c', 'name': '', 'network_id': '0ab8db93-01e2-4a13-a31c-081ad8890766', 'tenant_id': '9ed188fb44624c1b86723b0a0cf261c5', 'mac_address': 'fa:16:3e:df:63:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172cb4e6-3a92-4459-b22a-ccd014342dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c3bc8042-5e9a-48ef-a809-de8051625fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:15:54Z', 'updated_at': '2021-12-15T14:16:01Z', 'revision_number': 5, 'project_id': '9ed188fb44624c1b86723b0a0cf261c5', 'subnets': [{'id': 'c3bc8042-5e9a-48ef-a809-de8051625fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:19:09.096810 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] No Port match for: 17f63216-6143-430c-bb51-161f509fb578 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:19:09.097402 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 17f63216-6143-430c-bb51-161f509fb578 not bound to the agent host hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:19:09.292703 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:09.333817 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb695f0-fa8b-4925-adf2-c68ee056de38 req-470262a2-91b9-424a-a2a4-0af6e3d361f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:09.334852 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd152fc-10dc-4d63-b776-35e0e482d94a None None] New status for floating IP eaf88a94-bd05-491e-a8d7-c7e60dc5c44b: DOWN {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:19:09.335300 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3bb695f0-fa8b-4925-adf2-c68ee056de38 req-470262a2-91b9-424a-a2a4-0af6e3d361f5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0d09ce10de40483aa9ac94558a84aa47&device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 1098 time: 0.4487853 Dec 15 14:19:09.506718 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619e139-2d34-4594-9c94-8f90193c2b46 req-3c35d668-73b4-47a5-88e6-ef908b3d0e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:09.508205 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1619e139-2d34-4594-9c94-8f90193c2b46 req-3c35d668-73b4-47a5-88e6-ef908b3d0e43 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0ab8db93-01e2-4a13-a31c-081ad8890766 HTTP/1.1" status: 200 len: 916 time: 0.5511937 Dec 15 14:19:09.524658 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86924767-03c2-401d-a5af-6ce8027cff1e req-a30f8550-2293-4a7a-8e18-13cb751e737c tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:09.526109 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-86924767-03c2-401d-a5af-6ce8027cff1e req-a30f8550-2293-4a7a-8e18-13cb751e737c tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 945 time: 0.2238271 Dec 15 14:19:09.595731 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1619e139-2d34-4594-9c94-8f90193c2b46 req-5f64eb9c-47fe-4841-a99c-0d7edf82ecb7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f77f8ec-a564-45e4-a011-24904a851e4c HTTP/1.1" status: 200 len: 217 time: 0.0614922 Dec 15 14:19:09.602747 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1ef7cd36-f55e-422d-b382-42e116b8465b tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:09.606918 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb695f0-fa8b-4925-adf2-c68ee056de38 req-08acd955-299e-41dd-9db4-d4ff2cff75dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:09.606918 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3bb695f0-fa8b-4925-adf2-c68ee056de38 req-08acd955-299e-41dd-9db4-d4ff2cff75dd service neutron] 10.222.0.54 "GET /v2.0/networks?id=87207a00-487c-41ca-9a1a-60e78eea9937 HTTP/1.1" status: 200 len: 917 time: 0.2553589 Dec 15 14:19:09.730299 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-86924767-03c2-401d-a5af-6ce8027cff1e req-839cd7a5-4552-441d-9398-e7b0389471c1 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868742 Dec 15 14:19:09.770139 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3bb695f0-fa8b-4925-adf2-c68ee056de38 req-b8c3925f-f8e6-40ef-87e1-ac141c115fa3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddb42df2-bffe-4eca-bd92-bb43eef42752 HTTP/1.1" status: 200 len: 1000 time: 0.1333997 Dec 15 14:19:09.775630 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619e139-2d34-4594-9c94-8f90193c2b46 req-6d99375c-3903-420d-a69e-6209723ece7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:09.777059 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1619e139-2d34-4594-9c94-8f90193c2b46 req-6d99375c-3903-420d-a69e-6209723ece7c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c3bc8042-5e9a-48ef-a809-de8051625fa5 HTTP/1.1" status: 200 len: 854 time: 0.1702733 Dec 15 14:19:09.892573 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb695f0-fa8b-4925-adf2-c68ee056de38 req-fdc68f8a-950c-454e-9116-a61f87f04114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:09.893952 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3bb695f0-fa8b-4925-adf2-c68ee056de38 req-fdc68f8a-950c-454e-9116-a61f87f04114 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1cdbf821-be2b-4255-be5a-f39d9618a49d HTTP/1.1" status: 200 len: 855 time: 0.0998075 Dec 15 14:19:09.895691 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1ef7cd36-f55e-422d-b382-42e116b8465b tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:09.901040 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619e139-2d34-4594-9c94-8f90193c2b46 req-c843fe84-d3e8-45c4-8ded-aaa073e7c2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:09.902409 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1619e139-2d34-4594-9c94-8f90193c2b46 req-c843fe84-d3e8-45c4-8ded-aaa073e7c2d5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0ab8db93-01e2-4a13-a31c-081ad8890766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0997994 Dec 15 14:19:10.067069 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb695f0-fa8b-4925-adf2-c68ee056de38 req-aff46d54-2efc-4ff6-bdce-264e25ddfb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:10.068562 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3bb695f0-fa8b-4925-adf2-c68ee056de38 req-aff46d54-2efc-4ff6-bdce-264e25ddfb80 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=87207a00-487c-41ca-9a1a-60e78eea9937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1653249 Dec 15 14:19:10.177087 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1619e139-2d34-4594-9c94-8f90193c2b46 req-53ab3cd8-10be-4e48-857b-0f181d178fbd service neutron] 10.222.0.54 "GET /v2.0/networks/0ab8db93-01e2-4a13-a31c-081ad8890766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498956 Dec 15 14:19:10.272879 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9869e7-72c5-4fed-9670-fc8e88521d17 req-4c18f73c-c828-42ae-ae6b-4ac9d019cc4f tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:10.274364 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cf9869e7-72c5-4fed-9670-fc8e88521d17 req-4c18f73c-c828-42ae-ae6b-4ac9d019cc4f tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fbf4fc8-88c2-4070-a5ff-5e5845affa90 HTTP/1.1" status: 200 len: 946 time: 0.2096689 Dec 15 14:19:10.307678 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d3ade-9497-4b2e-b011-23caa3ffae9d req-57040b47-2be7-4e82-97e5-91d8a60211c1 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:10.309207 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-0f3d3ade-9497-4b2e-b011-23caa3ffae9d req-57040b47-2be7-4e82-97e5-91d8a60211c1 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.54 "GET /v2.0/ports?device_id=0fbf4fc8-88c2-4070-a5ff-5e5845affa90 HTTP/1.1" status: 200 len: 946 time: 0.0791821 Dec 15 14:19:10.339712 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3bb695f0-fa8b-4925-adf2-c68ee056de38 req-b80d425d-2c89-438a-9642-11fd1d5be930 service neutron] 10.222.0.54 "GET /v2.0/networks/87207a00-487c-41ca-9a1a-60e78eea9937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589445 Dec 15 14:19:10.378160 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1ef7cd36-f55e-422d-b382-42e116b8465b tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks [] for port, precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:10.443042 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-0f3d3ade-9497-4b2e-b011-23caa3ffae9d req-2f1b20e9-e0e6-4d05-8e15-c05f0ae119ea tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Deleting port 4732b8b2-cc35-4586-a6eb-d32aa6c61027 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:19:10.443284 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-0f3d3ade-9497-4b2e-b011-23caa3ffae9d req-2f1b20e9-e0e6-4d05-8e15-c05f0ae119ea tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:10.444773 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cf9869e7-72c5-4fed-9670-fc8e88521d17 req-c0c6daec-e57e-4991-9cd9-7169c3b4b5c8 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607580 Dec 15 14:19:10.450940 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1ef7cd36-f55e-422d-b382-42e116b8465b tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:10.454387 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1619e139-2d34-4594-9c94-8f90193c2b46 req-991db602-66b7-4262-98cc-2b77e1796aa0 service neutron] 10.222.0.54 "GET /v2.0/networks/0ab8db93-01e2-4a13-a31c-081ad8890766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549903 Dec 15 14:19:10.535405 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef7cd36-f55e-422d-b382-42e116b8465b tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Pushing event updated for resources: {'Port': ['ID=34b67de5-33b7-4d83-88e2-e943c11ab108,revision_number=2']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:10.541056 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-0f3d3ade-9497-4b2e-b011-23caa3ffae9d req-2f1b20e9-e0e6-4d05-8e15-c05f0ae119ea tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] For port 4732b8b2-cc35-4586-a6eb-d32aa6c61027, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4732b8b2-cc35-4586-a6eb-d32aa6c61027,segment=NetworkSegment(210648ca-80de-4163-9abc-f124b0d08ce7),segment_id=210648ca-80de-4163-9abc-f124b0d08ce7)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:19:10.541440 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-0f3d3ade-9497-4b2e-b011-23caa3ffae9d req-2f1b20e9-e0e6-4d05-8e15-c05f0ae119ea tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:10.556572 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-0f3d3ade-9497-4b2e-b011-23caa3ffae9d req-2f1b20e9-e0e6-4d05-8e15-c05f0ae119ea tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Calling delete_port for 4732b8b2-cc35-4586-a6eb-d32aa6c61027 owned by compute:nova {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:19:10.564988 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1ef7cd36-f55e-422d-b382-42e116b8465b tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583636'] for floatingip, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:10.568979 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3bb695f0-fa8b-4925-adf2-c68ee056de38 req-13e93ff7-4b09-44de-a162-5018079d5dbc service neutron] 10.222.0.54 "GET /v2.0/networks/87207a00-487c-41ca-9a1a-60e78eea9937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106557 Dec 15 14:19:10.666755 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.db.l3_db [None req-1ef7cd36-f55e-422d-b382-42e116b8465b tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Floating IP 5e2a06e8-bafd-421e-a467-17515f6b5949 associated. External IP: 172.27.3.61, port: 3d72ae9c-c585-49b8-882a-896f0401fd24. Dec 15 14:19:10.754915 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-0f3d3ade-9497-4b2e-b011-23caa3ffae9d req-2f1b20e9-e0e6-4d05-8e15-c05f0ae119ea tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59071379'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:10.767000 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['8d57ebc8-df52-4c7e-a667-d3e62ecd8753', '4732b8b2-cc35-4586-a6eb-d32aa6c61027'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:19:10.788803 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b20e9-e0e6-4d05-8e15-c05f0ae119ea tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Pushing event deleted for resources: {'Port': ['ID=4732b8b2-cc35-4586-a6eb-d32aa6c61027,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:10.842088 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b20e9-e0e6-4d05-8e15-c05f0ae119ea tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:10.842490 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b20e9-e0e6-4d05-8e15-c05f0ae119ea tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:10.842860 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b20e9-e0e6-4d05-8e15-c05f0ae119ea tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:10.843205 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b20e9-e0e6-4d05-8e15-c05f0ae119ea tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:10.843544 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b20e9-e0e6-4d05-8e15-c05f0ae119ea tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:10.843887 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b20e9-e0e6-4d05-8e15-c05f0ae119ea tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:10.844249 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b20e9-e0e6-4d05-8e15-c05f0ae119ea tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:10.844587 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b20e9-e0e6-4d05-8e15-c05f0ae119ea tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:10.852449 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b20e9-e0e6-4d05-8e15-c05f0ae119ea tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:10.853129 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b20e9-e0e6-4d05-8e15-c05f0ae119ea tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:10.853496 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b20e9-e0e6-4d05-8e15-c05f0ae119ea tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:10.853847 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b20e9-e0e6-4d05-8e15-c05f0ae119ea tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:10.854275 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b20e9-e0e6-4d05-8e15-c05f0ae119ea tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:10.881849 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f3d3ade-9497-4b2e-b011-23caa3ffae9d req-2f1b20e9-e0e6-4d05-8e15-c05f0ae119ea tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] No DVR routers for this DVR port 4732b8b2-cc35-4586-a6eb-d32aa6c61027 on host hv-cinder-81322 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:19:10.887209 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-0f3d3ade-9497-4b2e-b011-23caa3ffae9d req-2f1b20e9-e0e6-4d05-8e15-c05f0ae119ea tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:10.893006 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-0f3d3ade-9497-4b2e-b011-23caa3ffae9d req-2f1b20e9-e0e6-4d05-8e15-c05f0ae119ea tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.54 "DELETE /v2.0/ports/4732b8b2-cc35-4586-a6eb-d32aa6c61027 HTTP/1.1" status: 204 len: 173 time: 0.5745859 Dec 15 14:19:10.894002 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fbf4fc8-88c2-4070-a5ff-5e5845affa90', 'name': 'network-vif-deleted', 'tag': '4732b8b2-cc35-4586-a6eb-d32aa6c61027'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:19:10.896774 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85a0f3a80b1f03eae3b213f201473723e4c4eee54091eafe51cfe768d2ea106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac8d6ac-9095-4a4f-8a3b-b59f41aa456a" -d '{"events": [{"server_uuid": "0fbf4fc8-88c2-4070-a5ff-5e5845affa90", "name": "network-vif-deleted", "tag": "4732b8b2-cc35-4586-a6eb-d32aa6c61027"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:19:10.945429 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4e98b-8f5e-44da-ad4f-aa4142156a7c req-56d6a8ed-ea45-44e7-b32a-71855a9ee89b tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:10.946392 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-72c4e98b-8f5e-44da-ad4f-aa4142156a7c req-56d6a8ed-ea45-44e7-b32a-71855a9ee89b tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 945 time: 0.0845144 Dec 15 14:19:10.961060 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef7cd36-f55e-422d-b382-42e116b8465b tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Router 0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce has already been hosted by L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b {{(pid=103145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:19:11.033280 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0055aa7b-9e7e-4018-9548-72a546304836 x-openstack-request-id: req-0055aa7b-9e7e-4018-9548-72a546304836 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:19:11.033586 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fbf4fc8-88c2-4070-a5ff-5e5845affa90", "name": "network-vif-deleted", "tag": "4732b8b2-cc35-4586-a6eb-d32aa6c61027", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:19:11.033850 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0055aa7b-9e7e-4018-9548-72a546304836 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:19:11.034258 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fbf4fc8-88c2-4070-a5ff-5e5845affa90', 'name': 'network-vif-deleted', 'tag': '4732b8b2-cc35-4586-a6eb-d32aa6c61027', 'status': 'completed', 'code': 200} Dec 15 14:19:11.074417 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-72c4e98b-8f5e-44da-ad4f-aa4142156a7c req-b85c8382-b1c4-4c6b-a053-5f8ba1491a10 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179821 Dec 15 14:19:11.115333 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef7cd36-f55e-422d-b382-42e116b8465b tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:19:11.129862 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dc5851-fae3-4796-ae8e-ced90f9dca09 None None] Sync routers for ids ['0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce'] in dv-cinder-813229-4-iscsi {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:19:11.143022 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dc5851-fae3-4796-ae8e-ced90f9dca09 None None] Routers {'0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:19:11.143738 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-b3dc5851-fae3-4796-ae8e-ced90f9dca09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:19:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:11.207635 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1ef7cd36-f55e-422d-b382-42e116b8465b tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for floatingip, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:11.244511 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-1ef7cd36-f55e-422d-b382-42e116b8465b tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4343827 Dec 15 14:19:11.245434 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '623f52db-82aa-423a-9b24-6eeac638c872', 'tag': '3d72ae9c-c585-49b8-882a-896f0401fd24'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:19:11.248787 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54343ee614085f4f2fe791b0f2f4c0bf4988d50ad8e642b13afe6f74cb17e673" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed21c58-672f-48cd-bcb7-227854cace3d" -d '{"events": [{"name": "network-changed", "server_uuid": "623f52db-82aa-423a-9b24-6eeac638c872", "tag": "3d72ae9c-c585-49b8-882a-896f0401fd24"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:19:11.291366 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19654e9f-65d4-446a-9d0a-15058593158b x-openstack-request-id: req-19654e9f-65d4-446a-9d0a-15058593158b {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:19:11.291651 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "623f52db-82aa-423a-9b24-6eeac638c872", "tag": "3d72ae9c-c585-49b8-882a-896f0401fd24", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:19:11.291906 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-19654e9f-65d4-446a-9d0a-15058593158b {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:19:11.292343 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '623f52db-82aa-423a-9b24-6eeac638c872', 'tag': '3d72ae9c-c585-49b8-882a-896f0401fd24', 'status': 'completed', 'code': 200} Dec 15 14:19:11.361091 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed21c58-672f-48cd-bcb7-227854cace3d req-bc30f1ad-1882-45e1-9035-d462e9971d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:11.362754 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-6ed21c58-672f-48cd-bcb7-227854cace3d req-bc30f1ad-1882-45e1-9035-d462e9971d1e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5aa37dc44119489f8b5a8292cf40d8bd&device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 1098 time: 0.0424366 Dec 15 14:19:11.390915 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-b3dc5851-fae3-4796-ae8e-ced90f9dca09 None None] Set router 0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:19:11.572520 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-fdd36d99-a99f-47c3-a544-31f32a0ca23b req-b2f4b24c-f953-4dd1-b1d9-e6e507a6b3dd tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fbf4fc8-88c2-4070-a5ff-5e5845affa90 HTTP/1.1" status: 200 len: 210 time: 0.0374119 Dec 15 14:19:11.648145 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-b3dc5851-fae3-4796-ae8e-ced90f9dca09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'name': 'tempest-TestShelveInstance-1225103948-router', 'tenant_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:18:08Z', 'updated_at': '2021-12-15T14:18:11Z', 'revision_number': 4, 'project_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'gw_port': {'id': 'ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:09Z', 'updated_at': '2021-12-15T14:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_floatingips': [{'id': '5e2a06e8-bafd-421e-a467-17515f6b5949', 'tenant_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'router_id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'port_id': '3d72ae9c-c585-49b8-882a-896f0401fd24', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8', 'mac_address': 'fa:16:3e:f4:ab:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623f52db-82aa-423a-9b24-6eeac638c872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:19:08Z', 'updated_at': '2021-12-15T14:19:08Z', 'revision_number': 0, 'project_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48fe9a23-c997-4335-82f1-f1d6d1e11011', 'name': '', 'network_id': '8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8', 'tenant_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'mac_address': 'fa:16:3e:28:7d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'feb6d61b-95a9-4102-9451-a2a0a667f055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:11Z', 'updated_at': '2021-12-15T14:18:16Z', 'revision_number': 5, 'project_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'subnets': [{'id': 'feb6d61b-95a9-4102-9451-a2a0a667f055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:11.667745 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed21c58-672f-48cd-bcb7-227854cace3d req-f69d1c0c-98ee-45e3-ab9b-e440d5555728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:11.669255 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-6ed21c58-672f-48cd-bcb7-227854cace3d req-f69d1c0c-98ee-45e3-ab9b-e440d5555728 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8 HTTP/1.1" status: 200 len: 910 time: 0.2950711 Dec 15 14:19:11.678949 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dc5851-fae3-4796-ae8e-ced90f9dca09 None None] Checking router: 0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce for host: dv-cinder-813229-4-iscsi {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:19:11.688120 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dc5851-fae3-4796-ae8e-ced90f9dca09 None None] Routers {'0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:19:11.688733 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-b3dc5851-fae3-4796-ae8e-ced90f9dca09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:19:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:11.776281 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-6ed21c58-672f-48cd-bcb7-227854cace3d req-bf397fd9-70e7-452a-998f-2e755248e3a9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d72ae9c-c585-49b8-882a-896f0401fd24 HTTP/1.1" status: 200 len: 998 time: 0.0965457 Dec 15 14:19:11.792244 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-b3dc5851-fae3-4796-ae8e-ced90f9dca09 None None] Set router 0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:19:11.829551 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed21c58-672f-48cd-bcb7-227854cace3d req-3f004618-400f-47fc-af3b-16d503e1c5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:11.831042 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-6ed21c58-672f-48cd-bcb7-227854cace3d req-3f004618-400f-47fc-af3b-16d503e1c5f7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=feb6d61b-95a9-4102-9451-a2a0a667f055 HTTP/1.1" status: 200 len: 848 time: 0.0468676 Dec 15 14:19:11.888131 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed21c58-672f-48cd-bcb7-227854cace3d req-cc6b1db7-3a2a-421a-8fd2-5619a58b1624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:11.890841 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-6ed21c58-672f-48cd-bcb7-227854cace3d req-cc6b1db7-3a2a-421a-8fd2-5619a58b1624 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444088 Dec 15 14:19:11.990295 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-6ed21c58-672f-48cd-bcb7-227854cace3d req-f1da4ead-0d2b-463f-8a41-7c1a38899ba4 service neutron] 10.222.0.54 "GET /v2.0/networks/8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890751 Dec 15 14:19:12.028518 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-b3dc5851-fae3-4796-ae8e-ced90f9dca09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'name': 'tempest-TestShelveInstance-1225103948-router', 'tenant_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:18:08Z', 'updated_at': '2021-12-15T14:18:11Z', 'revision_number': 4, 'project_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'gw_port': {'id': 'ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:09Z', 'updated_at': '2021-12-15T14:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_floatingips': [{'id': '5e2a06e8-bafd-421e-a467-17515f6b5949', 'tenant_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'router_id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'port_id': '3d72ae9c-c585-49b8-882a-896f0401fd24', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8', 'mac_address': 'fa:16:3e:f4:ab:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623f52db-82aa-423a-9b24-6eeac638c872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:19:08Z', 'updated_at': '2021-12-15T14:19:08Z', 'revision_number': 0, 'project_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48fe9a23-c997-4335-82f1-f1d6d1e11011', 'name': '', 'network_id': '8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8', 'tenant_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'mac_address': 'fa:16:3e:28:7d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'feb6d61b-95a9-4102-9451-a2a0a667f055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:11Z', 'updated_at': '2021-12-15T14:18:16Z', 'revision_number': 5, 'project_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'subnets': [{'id': 'feb6d61b-95a9-4102-9451-a2a0a667f055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:12.054766 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dc5851-fae3-4796-ae8e-ced90f9dca09 None None] The sync data for ids ['0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce'] in dv-cinder-813229-4-iscsi is: [{'id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'name': 'tempest-TestShelveInstance-1225103948-router', 'tenant_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:18:08Z', 'updated_at': '2021-12-15T14:18:11Z', 'revision_number': 4, 'project_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'gw_port': {'id': 'ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:09Z', 'updated_at': '2021-12-15T14:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_floatingips': [{'id': '5e2a06e8-bafd-421e-a467-17515f6b5949', 'tenant_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'router_id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'port_id': '3d72ae9c-c585-49b8-882a-896f0401fd24', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8', 'mac_address': 'fa:16:3e:f4:ab:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623f52db-82aa-423a-9b24-6eeac638c872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:19:08Z', 'updated_at': '2021-12-15T14:19:08Z', 'revision_number': 0, 'project_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48fe9a23-c997-4335-82f1-f1d6d1e11011', 'name': '', 'network_id': '8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8', 'tenant_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'mac_address': 'fa:16:3e:28:7d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'feb6d61b-95a9-4102-9451-a2a0a667f055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:11Z', 'updated_at': '2021-12-15T14:18:16Z', 'revision_number': 5, 'project_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'subnets': [{'id': 'feb6d61b-95a9-4102-9451-a2a0a667f055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:19:12.090163 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-6ed21c58-672f-48cd-bcb7-227854cace3d req-19044dee-5fb8-4a0b-b630-890e93b27f74 service neutron] 10.222.0.54 "GET /v2.0/networks/8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908751 Dec 15 14:19:12.202624 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c073d5-fc49-469e-b7cf-ba60d7a92b29 req-414b277c-f924-4732-b99a-c8954689bc38 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:12.204191 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e0c073d5-fc49-469e-b7cf-ba60d7a92b29 req-414b277c-f924-4732-b99a-c8954689bc38 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 945 time: 0.0519972 Dec 15 14:19:12.250958 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032ded8f-99d3-4e63-970f-888d5cdc2738 None None] New status for floating IP 5e2a06e8-bafd-421e-a467-17515f6b5949: ACTIVE {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:19:12.276092 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e0c073d5-fc49-469e-b7cf-ba60d7a92b29 req-0ecad051-85f0-40e1-a439-afbc9c64ea4c tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658157 Dec 15 14:19:12.706633 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561490ab-6b84-40f3-9fe6-3147bc51c8bb req-706de30b-0885-4cd8-ac1a-748c2d83ce44 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:12.708179 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-561490ab-6b84-40f3-9fe6-3147bc51c8bb req-706de30b-0885-4cd8-ac1a-748c2d83ce44 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 945 time: 0.0499668 Dec 15 14:19:12.761000 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-561490ab-6b84-40f3-9fe6-3147bc51c8bb req-83442467-56b7-47e3-b421-b02a097219e0 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466607 Dec 15 14:19:13.090129 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device ddb42df2-bffe-4eca-bd92-bb43eef42752 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:19:13.171414 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:13.196238 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba5304f-71f5-478d-9a3b-80f90a1cbb9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddb42df2-bffe-4eca-bd92-bb43eef42752'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:19:13.198480 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563fd6401afa6af5759f990961882efb87115f058b142029c69814770c0d1fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd56d237-39b8-4ce8-b2de-043373c4ca88" -d '{"events": [{"server_uuid": "dba5304f-71f5-478d-9a3b-80f90a1cbb9c", "name": "network-vif-unplugged", "status": "completed", "tag": "ddb42df2-bffe-4eca-bd92-bb43eef42752"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:19:13.212309 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port ddb42df2-bffe-4eca-bd92-bb43eef42752, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ddb42df2-bffe-4eca-bd92-bb43eef42752,segment=NetworkSegment(88376a90-d228-4b29-87c9-0e4710ba306c),segment_id=88376a90-d228-4b29-87c9-0e4710ba306c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:19:13.239077 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 14:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070a2ee2-55b6-4c00-b27d-a663f0ae662d x-openstack-request-id: req-070a2ee2-55b6-4c00-b27d-a663f0ae662d {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:19:13.239381 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba5304f-71f5-478d-9a3b-80f90a1cbb9c", "name": "network-vif-unplugged", "status": "completed", "tag": "ddb42df2-bffe-4eca-bd92-bb43eef42752", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:19:13.239645 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-070a2ee2-55b6-4c00-b27d-a663f0ae662d {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:19:13.240119 dv-cinder-813229-4-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba5304f-71f5-478d-9a3b-80f90a1cbb9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddb42df2-bffe-4eca-bd92-bb43eef42752', 'code': 200} Dec 15 14:19:13.275237 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:13.276003 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 4732b8b2-cc35-4586-a6eb-d32aa6c61027 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:19:13.325137 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] No Port match for: 4732b8b2-cc35-4586-a6eb-d32aa6c61027 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:19:13.325484 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 4732b8b2-cc35-4586-a6eb-d32aa6c61027 not bound to the agent host hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:19:13.355295 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=ddb42df2-bffe-4eca-bd92-bb43eef42752,revision_number=8']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:13.418529 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d92ab-f75f-446a-a2ae-a38a3af3a989 req-1dbe14c1-35d0-4ac2-bdcc-3ae4b1c482d6 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:13.420153 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1d1d92ab-f75f-446a-a2ae-a38a3af3a989 req-1dbe14c1-35d0-4ac2-bdcc-3ae4b1c482d6 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 943 time: 0.0624511 Dec 15 14:19:13.473042 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1d1d92ab-f75f-446a-a2ae-a38a3af3a989 req-5727a94c-3f5e-4c32-94fa-d50b7d5309a4 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451756 Dec 15 14:19:13.876531 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2fba20-5973-4aa5-a525-8c4d12422d3e req-8fa348a7-f943-4c61-9e74-49d1ef677da4 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:13.878041 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6b2fba20-5973-4aa5-a525-8c4d12422d3e req-8fa348a7-f943-4c61-9e74-49d1ef677da4 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 945 time: 0.0496116 Dec 15 14:19:13.925357 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6b2fba20-5973-4aa5-a525-8c4d12422d3e req-5d1359c5-1544-44d3-b9e4-75f14593f607 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412061 Dec 15 14:19:14.431933 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe0a7a-369f-4bee-bf9c-a5b5496df59c req-a29ea8d8-aa54-4abd-aa10-429e503ea6c0 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:14.433412 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5efe0a7a-369f-4bee-bf9c-a5b5496df59c req-a29ea8d8-aa54-4abd-aa10-429e503ea6c0 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6facd328-628c-4075-b7e0-685acaf6112d HTTP/1.1" status: 200 len: 945 time: 0.0519700 Dec 15 14:19:14.483049 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5efe0a7a-369f-4bee-bf9c-a5b5496df59c req-e6d91402-ac67-45cf-b248-8db7d17cc79c tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427208 Dec 15 14:19:14.746051 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4be01-ac30-49e7-a95d-42776f20413d req-c14ccfd7-1e02-47e4-b82b-59fab52f50dc tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:14.747558 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-2be4be01-ac30-49e7-a95d-42776f20413d req-c14ccfd7-1e02-47e4-b82b-59fab52f50dc tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.54 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 945 time: 0.0501630 Dec 15 14:19:14.838700 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-2be4be01-ac30-49e7-a95d-42776f20413d req-0dc64ffb-268d-4343-9ebd-ec346369eaf1 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Deleting port 7f77f8ec-a564-45e4-a011-24904a851e4c {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:19:14.838967 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-2be4be01-ac30-49e7-a95d-42776f20413d req-0dc64ffb-268d-4343-9ebd-ec346369eaf1 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:14.930046 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-2be4be01-ac30-49e7-a95d-42776f20413d req-0dc64ffb-268d-4343-9ebd-ec346369eaf1 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] For port 7f77f8ec-a564-45e4-a011-24904a851e4c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7f77f8ec-a564-45e4-a011-24904a851e4c,segment=NetworkSegment(8e192a0f-936f-422d-a9cb-64bbb026c93b),segment_id=8e192a0f-936f-422d-a9cb-64bbb026c93b)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:19:14.930415 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-2be4be01-ac30-49e7-a95d-42776f20413d req-0dc64ffb-268d-4343-9ebd-ec346369eaf1 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:14.944353 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-2be4be01-ac30-49e7-a95d-42776f20413d req-0dc64ffb-268d-4343-9ebd-ec346369eaf1 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Calling delete_port for 7f77f8ec-a564-45e4-a011-24904a851e4c owned by compute:nova {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:19:15.057297 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8f031-7d01-41bf-bbd2-e2dfa4eb59fd req-d9afabe0-b528-4e8b-9108-2e0a980d3863 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:15.058810 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7fc8f031-7d01-41bf-bbd2-e2dfa4eb59fd req-d9afabe0-b528-4e8b-9108-2e0a980d3863 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 945 time: 0.0531251 Dec 15 14:19:15.109965 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7fc8f031-7d01-41bf-bbd2-e2dfa4eb59fd req-adea73ad-1c53-4008-815a-32718ccce247 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/security-groups?id=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443242 Dec 15 14:19:15.155798 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-2be4be01-ac30-49e7-a95d-42776f20413d req-0dc64ffb-268d-4343-9ebd-ec346369eaf1 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59071379'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:15.167601 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['7f77f8ec-a564-45e4-a011-24904a851e4c'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:19:15.184844 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc64ffb-268d-4343-9ebd-ec346369eaf1 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Pushing event deleted for resources: {'Port': ['ID=7f77f8ec-a564-45e4-a011-24904a851e4c,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:15.229549 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be4be01-ac30-49e7-a95d-42776f20413d req-0dc64ffb-268d-4343-9ebd-ec346369eaf1 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] No DVR routers for this DVR port 7f77f8ec-a564-45e4-a011-24904a851e4c on host hv-cinder-81322 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:19:15.235798 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-2be4be01-ac30-49e7-a95d-42776f20413d req-0dc64ffb-268d-4343-9ebd-ec346369eaf1 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:15.235798 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-2be4be01-ac30-49e7-a95d-42776f20413d req-0dc64ffb-268d-4343-9ebd-ec346369eaf1 tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.54 "DELETE /v2.0/ports/7f77f8ec-a564-45e4-a011-24904a851e4c HTTP/1.1" status: 204 len: 173 time: 0.4804809 Dec 15 14:19:15.235798 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84c8a7c-970e-4b20-8751-3e5346d209ea', 'name': 'network-vif-deleted', 'tag': '7f77f8ec-a564-45e4-a011-24904a851e4c'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:19:15.238009 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85a0f3a80b1f03eae3b213f201473723e4c4eee54091eafe51cfe768d2ea106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf6dbad-8485-42e9-aff8-e5cbd2823116" -d '{"events": [{"server_uuid": "f84c8a7c-970e-4b20-8751-3e5346d209ea", "name": "network-vif-deleted", "tag": "7f77f8ec-a564-45e4-a011-24904a851e4c"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:19:15.275260 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c9efd2-ff02-4c18-b812-7660c77ae339 x-openstack-request-id: req-a6c9efd2-ff02-4c18-b812-7660c77ae339 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:19:15.275562 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84c8a7c-970e-4b20-8751-3e5346d209ea", "name": "network-vif-deleted", "tag": "7f77f8ec-a564-45e4-a011-24904a851e4c", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:19:15.275819 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a6c9efd2-ff02-4c18-b812-7660c77ae339 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:19:15.276252 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84c8a7c-970e-4b20-8751-3e5346d209ea', 'name': 'network-vif-deleted', 'tag': '7f77f8ec-a564-45e4-a011-24904a851e4c', 'status': 'completed', 'code': 200} Dec 15 14:19:15.381130 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [req-3cdc8bc5-6cb9-41fb-958d-2efd408caf33 req-358a038a-5be4-4b46-9201-4ef09b470428 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:19:15.382230 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3cdc8bc5-6cb9-41fb-958d-2efd408caf33 req-358a038a-5be4-4b46-9201-4ef09b470428 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058730 Dec 15 14:19:15.609842 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9ca49-74f2-431c-8374-79095ba152bf req-4bb3ecd9-2e1b-423b-ad47-5a6b74c1ae33 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:15.611375 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-36c9ca49-74f2-431c-8374-79095ba152bf req-4bb3ecd9-2e1b-423b-ad47-5a6b74c1ae33 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6facd328-628c-4075-b7e0-685acaf6112d HTTP/1.1" status: 200 len: 945 time: 0.0539868 Dec 15 14:19:15.696187 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-36c9ca49-74f2-431c-8374-79095ba152bf req-33263b43-b6c2-4ab3-9384-3c179f939fef tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/security-groups?id=a410643c-f85a-4d9a-9d63-b3eec0195f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733883 Dec 15 14:19:15.733324 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c1b63-603b-4e4b-85d0-86ccca19778c req-482254e1-c439-4917-8426-cb1c42371531 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:15.734962 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c24c1b63-603b-4e4b-85d0-86ccca19778c req-482254e1-c439-4917-8426-cb1c42371531 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 943 time: 0.0769987 Dec 15 14:19:15.785021 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c24c1b63-603b-4e4b-85d0-86ccca19778c req-4ed168fe-2d39-46a4-97c3-560da2651bc5 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430799 Dec 15 14:19:15.936689 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-31c5f871-6911-471e-b36f-e4ae1f854ac8 req-e3fa35ef-f572-40dd-b838-14aa0808d26b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0398190 Dec 15 14:19:16.215894 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-543fb758-d672-4c58-b1b5-6314eb49885f req-3d165f5c-834c-4bfa-b70b-6a6c4d789a5d tempest-TestMinimumBasicScenario-1338387497 tempest-TestMinimumBasicScenario-1338387497-project] 10.222.0.36 "GET /v2.0/ports?device_id=f84c8a7c-970e-4b20-8751-3e5346d209ea HTTP/1.1" status: 200 len: 210 time: 0.0254688 Dec 15 14:19:16.281948 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfedd184-e833-4655-a8bd-9077139aebc2 req-66f1051f-43c1-42bd-a45a-f4856549cba7 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:16.284922 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-dfedd184-e833-4655-a8bd-9077139aebc2 req-66f1051f-43c1-42bd-a45a-f4856549cba7 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.54 "GET /v2.0/ports?device_id=6facd328-628c-4075-b7e0-685acaf6112d HTTP/1.1" status: 200 len: 945 time: 0.0485139 Dec 15 14:19:16.383610 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-dfedd184-e833-4655-a8bd-9077139aebc2 req-cdd609de-a3f3-4a2c-b36d-912dc5d9ba32 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Deleting port 8d57ebc8-df52-4c7e-a667-d3e62ecd8753 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:19:16.383986 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-dfedd184-e833-4655-a8bd-9077139aebc2 req-cdd609de-a3f3-4a2c-b36d-912dc5d9ba32 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:16.476187 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-dfedd184-e833-4655-a8bd-9077139aebc2 req-cdd609de-a3f3-4a2c-b36d-912dc5d9ba32 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] For port 8d57ebc8-df52-4c7e-a667-d3e62ecd8753, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8d57ebc8-df52-4c7e-a667-d3e62ecd8753,segment=NetworkSegment(210648ca-80de-4163-9abc-f124b0d08ce7),segment_id=210648ca-80de-4163-9abc-f124b0d08ce7)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:19:16.476476 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-dfedd184-e833-4655-a8bd-9077139aebc2 req-cdd609de-a3f3-4a2c-b36d-912dc5d9ba32 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:16.489281 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-dfedd184-e833-4655-a8bd-9077139aebc2 req-cdd609de-a3f3-4a2c-b36d-912dc5d9ba32 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Calling delete_port for 8d57ebc8-df52-4c7e-a667-d3e62ecd8753 owned by compute:nova {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:19:16.695477 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-dfedd184-e833-4655-a8bd-9077139aebc2 req-cdd609de-a3f3-4a2c-b36d-912dc5d9ba32 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59071379'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:16.707105 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['8d57ebc8-df52-4c7e-a667-d3e62ecd8753'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:19:16.728493 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd609de-a3f3-4a2c-b36d-912dc5d9ba32 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Pushing event deleted for resources: {'Port': ['ID=8d57ebc8-df52-4c7e-a667-d3e62ecd8753,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:16.771741 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfedd184-e833-4655-a8bd-9077139aebc2 req-cdd609de-a3f3-4a2c-b36d-912dc5d9ba32 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] No DVR routers for this DVR port 8d57ebc8-df52-4c7e-a667-d3e62ecd8753 on host hv-cinder-81322 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:19:16.774095 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-dfedd184-e833-4655-a8bd-9077139aebc2 req-cdd609de-a3f3-4a2c-b36d-912dc5d9ba32 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:16.777577 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-dfedd184-e833-4655-a8bd-9077139aebc2 req-cdd609de-a3f3-4a2c-b36d-912dc5d9ba32 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.54 "DELETE /v2.0/ports/8d57ebc8-df52-4c7e-a667-d3e62ecd8753 HTTP/1.1" status: 204 len: 173 time: 0.4874439 Dec 15 14:19:16.826461 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d5de3dde-89fd-4ed1-8837-e174f9e2bfd5 req-f31b9935-27d1-4848-a578-0cff1f3b6304 tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6facd328-628c-4075-b7e0-685acaf6112d HTTP/1.1" status: 200 len: 210 time: 0.0405111 Dec 15 14:19:16.924827 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b69b83-87a3-4060-8cbb-4f666a8508ac req-a36c652b-aff8-4d4d-839f-dc09929a5302 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:16.926308 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f0b69b83-87a3-4060-8cbb-4f666a8508ac req-a36c652b-aff8-4d4d-839f-dc09929a5302 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 943 time: 0.0508847 Dec 15 14:19:16.976041 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f0b69b83-87a3-4060-8cbb-4f666a8508ac req-fd631d2d-daeb-4bc9-9328-3713d331fa96 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436084 Dec 15 14:19:17.110017 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device ddb42df2-bffe-4eca-bd92-bb43eef42752 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:19:17.277347 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6facd328-628c-4075-b7e0-685acaf6112d', 'name': 'network-vif-deleted', 'tag': '8d57ebc8-df52-4c7e-a667-d3e62ecd8753'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:19:17.279991 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85a0f3a80b1f03eae3b213f201473723e4c4eee54091eafe51cfe768d2ea106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eafa302-4d48-4af0-a290-6d01856ca6ec" -d '{"events": [{"server_uuid": "6facd328-628c-4075-b7e0-685acaf6112d", "name": "network-vif-deleted", "tag": "8d57ebc8-df52-4c7e-a667-d3e62ecd8753"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:19:17.331767 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bebb6264-abbf-4c3b-b684-47e109b3a460 x-openstack-request-id: req-bebb6264-abbf-4c3b-b684-47e109b3a460 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:19:17.332452 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6facd328-628c-4075-b7e0-685acaf6112d", "name": "network-vif-deleted", "tag": "8d57ebc8-df52-4c7e-a667-d3e62ecd8753", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:19:17.332452 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bebb6264-abbf-4c3b-b684-47e109b3a460 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:19:17.332716 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6facd328-628c-4075-b7e0-685acaf6112d', 'name': 'network-vif-deleted', 'tag': '8d57ebc8-df52-4c7e-a667-d3e62ecd8753', 'status': 'completed', 'code': 200} Dec 15 14:19:17.373076 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5f871-6911-471e-b36f-e4ae1f854ac8 req-eac20df6-333a-44a1-873c-e366091eac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:17.374781 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-31c5f871-6911-471e-b36f-e4ae1f854ac8 req-eac20df6-333a-44a1-873c-e366091eac3f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c&tenant_id=0d09ce10de40483aa9ac94558a84aa47 HTTP/1.1" status: 200 len: 1096 time: 0.0761251 Dec 15 14:19:17.441764 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5f871-6911-471e-b36f-e4ae1f854ac8 req-a7cca9dc-80bc-4289-8c1a-2978b0610aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:17.443281 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-31c5f871-6911-471e-b36f-e4ae1f854ac8 req-a7cca9dc-80bc-4289-8c1a-2978b0610aba service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0d09ce10de40483aa9ac94558a84aa47&device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 1096 time: 0.0454910 Dec 15 14:19:17.539853 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5f871-6911-471e-b36f-e4ae1f854ac8 req-f8a5cbaf-41d4-49c1-9d69-2ee5215cc5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:17.541357 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-31c5f871-6911-471e-b36f-e4ae1f854ac8 req-f8a5cbaf-41d4-49c1-9d69-2ee5215cc5d1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=87207a00-487c-41ca-9a1a-60e78eea9937 HTTP/1.1" status: 200 len: 917 time: 0.0893245 Dec 15 14:19:17.611328 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-31c5f871-6911-471e-b36f-e4ae1f854ac8 req-1fbc77bb-9c76-4ab4-a624-6b70c56c0bca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddb42df2-bffe-4eca-bd92-bb43eef42752 HTTP/1.1" status: 200 len: 998 time: 0.0611327 Dec 15 14:19:17.664615 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5f871-6911-471e-b36f-e4ae1f854ac8 req-6821bcd2-050b-4a68-a5fb-b1188f13fe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:17.666143 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-31c5f871-6911-471e-b36f-e4ae1f854ac8 req-6821bcd2-050b-4a68-a5fb-b1188f13fe50 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1cdbf821-be2b-4255-be5a-f39d9618a49d HTTP/1.1" status: 200 len: 855 time: 0.0469687 Dec 15 14:19:17.713858 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5f871-6911-471e-b36f-e4ae1f854ac8 req-adb7b844-bb16-44fe-806e-d91d455365ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:17.715361 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-31c5f871-6911-471e-b36f-e4ae1f854ac8 req-adb7b844-bb16-44fe-806e-d91d455365ef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=87207a00-487c-41ca-9a1a-60e78eea9937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403731 Dec 15 14:19:17.819907 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-31c5f871-6911-471e-b36f-e4ae1f854ac8 req-7987f3bc-cae6-461b-8bf4-586b0ca853a0 service neutron] 10.222.0.54 "GET /v2.0/networks/87207a00-487c-41ca-9a1a-60e78eea9937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867488 Dec 15 14:19:17.918604 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-31c5f871-6911-471e-b36f-e4ae1f854ac8 req-095116ea-58cf-4022-93ff-395ea75fcf7c service neutron] 10.222.0.54 "GET /v2.0/networks/87207a00-487c-41ca-9a1a-60e78eea9937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910590 Dec 15 14:19:17.955639 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0ddb6fad-a4ea-4d00-8a18-7da3902ffa85 req-52faede2-771e-464b-a906-fb0905fc6a0a tempest-AttachVolumeNegativeTest-1238027083 tempest-AttachVolumeNegativeTest-1238027083-project] 10.222.0.36 "GET /v2.0/ports?device_id=6facd328-628c-4075-b7e0-685acaf6112d HTTP/1.1" status: 200 len: 210 time: 0.0508175 Dec 15 14:19:18.194050 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c3574-7a4f-43a8-bc46-f89eeac32aaf req-fc50436f-d24c-4596-8309-5994844e0c0b tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:18.195525 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c95c3574-7a4f-43a8-bc46-f89eeac32aaf req-fc50436f-d24c-4596-8309-5994844e0c0b tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 943 time: 0.1385307 Dec 15 14:19:18.254905 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c95c3574-7a4f-43a8-bc46-f89eeac32aaf req-06684539-60d3-4485-a5ad-0ef3975ba00e tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529354 Dec 15 14:19:18.917505 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 41156) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:19.020046 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 41160) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:19.079325 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-f09b728a-1c8a-4431-802a-1858dbc7e0f8 admin admin] Deleting subnet 7d9daf91-d310-48e3-9912-e86a98be8208 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:19:19.082806 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f09b728a-1c8a-4431-802a-1858dbc7e0f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:19.112806 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 8d57ebc8-df52-4c7e-a667-d3e62ecd8753 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:19:19.145588 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f09b728a-1c8a-4431-802a-1858dbc7e0f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59448052'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:19.146767 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] No Port match for: 8d57ebc8-df52-4c7e-a667-d3e62ecd8753 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:19:19.147182 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 8d57ebc8-df52-4c7e-a667-d3e62ecd8753 not bound to the agent host hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:19:19.147964 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 7f77f8ec-a564-45e4-a011-24904a851e4c no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:19:19.169802 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] No Port match for: 7f77f8ec-a564-45e4-a011-24904a851e4c {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:19:19.171242 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 7f77f8ec-a564-45e4-a011-24904a851e4c not bound to the agent host hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:19:19.206637 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f09b728a-1c8a-4431-802a-1858dbc7e0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878086'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:19.348207 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f09b728a-1c8a-4431-802a-1858dbc7e0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59071396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802286'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:19.353354 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:19:19.376935 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b728a-1c8a-4431-802a-1858dbc7e0f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d9daf91-d310-48e3-9912-e86a98be8208,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:19.388055 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f09b728a-1c8a-4431-802a-1858dbc7e0f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:19.391984 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-f09b728a-1c8a-4431-802a-1858dbc7e0f8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7d9daf91-d310-48e3-9912-e86a98be8208 HTTP/1.1" status: 204 len: 168 time: 0.3708875 Dec 15 14:19:19.394448 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 41166) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:19.478144 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-101c1285-1cb3-4fc1-b692-cea87b64b643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825640'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:19.588752 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-101c1285-1cb3-4fc1-b692-cea87b64b643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880017', 'neutron.services.segments.db._delete_segments_for_network-8782779444098'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:19.615216 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.services.segments.db [None req-101c1285-1cb3-4fc1-b692-cea87b64b643 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ca1363a-730e-4e8b-a82f-8b7d81e5a05c']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:19.627416 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.services.segments.db [None req-101c1285-1cb3-4fc1-b692-cea87b64b643 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '210648ca-80de-4163-9abc-f124b0d08ce7') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:19.627786 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.services.segments.db [None req-101c1285-1cb3-4fc1-b692-cea87b64b643 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '210648ca-80de-4163-9abc-f124b0d08ce7') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:19.647056 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-101c1285-1cb3-4fc1-b692-cea87b64b643 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782779447179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59447823'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:19.664378 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-101c1285-1cb3-4fc1-b692-cea87b64b643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:19.674000 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-101c1285-1cb3-4fc1-b692-cea87b64b643 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:19:19.677382 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-101c1285-1cb3-4fc1-b692-cea87b64b643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59071438'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:19.736334 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4d085-899e-4ff0-8e2a-f6ef37cdc2d5 req-73ebac1b-8800-4d7d-a243-5c847ee7c017 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:19.744161 dv-cinder-813229-4-iscsi neutron-server[103144]: Traceback (most recent call last): Dec 15 14:19:19.744161 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:19:19.744161 dv-cinder-813229-4-iscsi neutron-server[103144]: timer() Dec 15 14:19:19.744161 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:19:19.744161 dv-cinder-813229-4-iscsi neutron-server[103144]: cb(*args, **kw) Dec 15 14:19:19.744161 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:19:19.744161 dv-cinder-813229-4-iscsi neutron-server[103144]: return func(*args, **kwargs) Dec 15 14:19:19.744161 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:19:19.744161 dv-cinder-813229-4-iscsi neutron-server[103144]: self._notify() Dec 15 14:19:19.744161 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:19:19.744161 dv-cinder-813229-4-iscsi neutron-server[103144]: self.callback(batched_events) Dec 15 14:19:19.744161 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:19:19.744161 dv-cinder-813229-4-iscsi neutron-server[103144]: event.method(event) Dec 15 14:19:19.744161 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:19:19.744161 dv-cinder-813229-4-iscsi neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:19:19.744161 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:19:19.744161 dv-cinder-813229-4-iscsi neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:19:19.744161 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:19:19.744161 dv-cinder-813229-4-iscsi neutron-server[103144]: return f(self, *a, **k) Dec 15 14:19:19.744161 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:19:19.744161 dv-cinder-813229-4-iscsi neutron-server[103144]: return self._get(url).json() Dec 15 14:19:19.744161 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:19:19.744161 dv-cinder-813229-4-iscsi neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:19:19.744161 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:19:19.744161 dv-cinder-813229-4-iscsi neutron-server[103144]: return self.request(url, 'GET', **kwargs) Dec 15 14:19:19.744161 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:19:19.744161 dv-cinder-813229-4-iscsi neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:19:19.744161 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:19:19.744161 dv-cinder-813229-4-iscsi neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:19:19.744161 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:19:19.744161 dv-cinder-813229-4-iscsi neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:19:19.744161 dv-cinder-813229-4-iscsi neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:19:19.748301 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e7a4d085-899e-4ff0-8e2a-f6ef37cdc2d5 req-73ebac1b-8800-4d7d-a243-5c847ee7c017 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 943 time: 0.3723595 Dec 15 14:19:19.797168 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-01bbb27b-ea9f-4b14-8d6b-8e92bd1b4880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584660'] for router_interface, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:19.832911 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-101c1285-1cb3-4fc1-b692-cea87b64b643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583622'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:19.839059 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-101c1285-1cb3-4fc1-b692-cea87b64b643 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:19.843611 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-101c1285-1cb3-4fc1-b692-cea87b64b643 admin admin] 10.222.0.36 "DELETE /v2.0/networks/0ca1363a-730e-4e8b-a82f-8b7d81e5a05c HTTP/1.1" status: 204 len: 168 time: 0.4479740 Dec 15 14:19:19.855831 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c1285-1cb3-4fc1-b692-cea87b64b643 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ca1363a-730e-4e8b-a82f-8b7d81e5a05c,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:19.895903 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:19.913066 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e7a4d085-899e-4ff0-8e2a-f6ef37cdc2d5 req-9965bd54-03db-47f9-8b59-e91e0b5b4bfd tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638181 Dec 15 14:19:20.168219 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-01bbb27b-ea9f-4b14-8d6b-8e92bd1b4880 admin admin] Deleting port ee7174d3-e603-4abb-94a1-5cca08e9c13c {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:19:20.168832 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-01bbb27b-ea9f-4b14-8d6b-8e92bd1b4880 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:20.255706 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [None req-01bbb27b-ea9f-4b14-8d6b-8e92bd1b4880 admin admin] For port ee7174d3-e603-4abb-94a1-5cca08e9c13c, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=ee7174d3-e603-4abb-94a1-5cca08e9c13c,segment=NetworkSegment(8e192a0f-936f-422d-a9cb-64bbb026c93b),segment_id=8e192a0f-936f-422d-a9cb-64bbb026c93b)] {{(pid=103145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:19:20.256078 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-01bbb27b-ea9f-4b14-8d6b-8e92bd1b4880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:20.268577 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-01bbb27b-ea9f-4b14-8d6b-8e92bd1b4880 admin admin] Calling delete_port for ee7174d3-e603-4abb-94a1-5cca08e9c13c owned by network:router_interface {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:19:20.316712 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 41170) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:20.373610 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-4035c180-a989-482a-a1ea-bee8a1041c86 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1fb03627f3cf48e883d03edd35399116&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0549006 Dec 15 14:19:20.376286 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 41172) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:20.430716 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7d0b9d41-0b74-47b0-9578-321136a03c60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:20.459177 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7d0b9d41-0b74-47b0-9578-321136a03c60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:20.535576 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-01bbb27b-ea9f-4b14-8d6b-8e92bd1b4880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:20.565808 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bbb27b-ea9f-4b14-8d6b-8e92bd1b4880 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee7174d3-e603-4abb-94a1-5cca08e9c13c,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:20.589442 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7d0b9d41-0b74-47b0-9578-321136a03c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:20.594612 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-7d0b9d41-0b74-47b0-9578-321136a03c60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:20.597084 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-7d0b9d41-0b74-47b0-9578-321136a03c60 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a410643c-f85a-4d9a-9d63-b3eec0195f86 HTTP/1.1" status: 204 len: 168 time: 0.2185049 Dec 15 14:19:20.624924 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b9d41-0b74-47b0-9578-321136a03c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a410643c-f85a-4d9a-9d63-b3eec0195f86,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:20.789222 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-01bbb27b-ea9f-4b14-8d6b-8e92bd1b4880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2096200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584776'] for router_interface, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:21.069680 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01bbb27b-ea9f-4b14-8d6b-8e92bd1b4880 admin admin] Router 172cb4e6-3a92-4459-b22a-ccd014342dbc has already been hosted by L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b {{(pid=103145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:19:21.094583 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ec777-1139-4da0-8bf4-c2c7f03b2b8a req-0d98cef1-5d93-4732-b66f-35ffb3480ba1 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:21.096176 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e92ec777-1139-4da0-8bf4-c2c7f03b2b8a req-0d98cef1-5d93-4732-b66f-35ffb3480ba1 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 943 time: 0.0724041 Dec 15 14:19:21.233468 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e92ec777-1139-4da0-8bf4-c2c7f03b2b8a req-b8827595-ce15-4719-8cd2-bacb01e1c1f3 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994768 Dec 15 14:19:21.247775 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01bbb27b-ea9f-4b14-8d6b-8e92bd1b4880 admin admin] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:19:21.257463 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081efc35-ac65-49ca-933a-1f8a958cffe7 None None] Sync routers for ids ['172cb4e6-3a92-4459-b22a-ccd014342dbc'] in dv-cinder-813229-4-iscsi {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:19:21.257943 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-01bbb27b-ea9f-4b14-8d6b-8e92bd1b4880 admin admin] 10.222.0.36 "PUT /v2.0/routers/172cb4e6-3a92-4459-b22a-ccd014342dbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3387623 Dec 15 14:19:21.260113 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 41186) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:21.271076 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081efc35-ac65-49ca-933a-1f8a958cffe7 None None] Routers {'172cb4e6-3a92-4459-b22a-ccd014342dbc'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:19:21.272349 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-081efc35-ac65-49ca-933a-1f8a958cffe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:19:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['172cb4e6-3a92-4459-b22a-ccd014342dbc'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:21.395967 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-081efc35-ac65-49ca-933a-1f8a958cffe7 None None] Set router 172cb4e6-3a92-4459-b22a-ccd014342dbc gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:19:21.404136 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8f9da232-7689-41c8-a0d9-4b1867f410ed admin admin] Publish callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:21.535167 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8f9da232-7689-41c8-a0d9-4b1867f410ed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:21.660322 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-8f9da232-7689-41c8-a0d9-4b1867f410ed admin admin] Deleting port 5fd6142c-0671-4016-879c-0c0cd7f76068 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:19:21.660804 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8f9da232-7689-41c8-a0d9-4b1867f410ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:21.680600 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-081efc35-ac65-49ca-933a-1f8a958cffe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172cb4e6-3a92-4459-b22a-ccd014342dbc', 'name': 'tempest-TestMinimumBasicScenario-2146548866-router', 'tenant_id': '9ed188fb44624c1b86723b0a0cf261c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '5fd6142c-0671-4016-879c-0c0cd7f76068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:15:49Z', 'updated_at': '2021-12-15T14:19:20Z', 'revision_number': 5, 'project_id': '9ed188fb44624c1b86723b0a0cf261c5', 'gw_port': {'id': '5fd6142c-0671-4016-879c-0c0cd7f76068', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:21:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172cb4e6-3a92-4459-b22a-ccd014342dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:15:50Z', 'updated_at': '2021-12-15T14:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi'}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:21.716506 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081efc35-ac65-49ca-933a-1f8a958cffe7 None None] Checking router: 172cb4e6-3a92-4459-b22a-ccd014342dbc for host: dv-cinder-813229-4-iscsi {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:19:21.732625 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081efc35-ac65-49ca-933a-1f8a958cffe7 None None] Routers {'172cb4e6-3a92-4459-b22a-ccd014342dbc'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:19:21.733341 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-081efc35-ac65-49ca-933a-1f8a958cffe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:19:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['172cb4e6-3a92-4459-b22a-ccd014342dbc'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:21.780455 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-8f9da232-7689-41c8-a0d9-4b1867f410ed admin admin] For port 5fd6142c-0671-4016-879c-0c0cd7f76068, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=5fd6142c-0671-4016-879c-0c0cd7f76068,segment=NetworkSegment(c751ab6f-1098-4cf9-a0b7-c17ede87015d),segment_id=c751ab6f-1098-4cf9-a0b7-c17ede87015d)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:19:21.781260 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8f9da232-7689-41c8-a0d9-4b1867f410ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:21.835131 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-8f9da232-7689-41c8-a0d9-4b1867f410ed admin admin] Calling delete_port for 5fd6142c-0671-4016-879c-0c0cd7f76068 owned by network:router_gateway {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:19:21.840070 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-081efc35-ac65-49ca-933a-1f8a958cffe7 None None] Set router 172cb4e6-3a92-4459-b22a-ccd014342dbc gateway port host: None {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:19:21.909556 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-081efc35-ac65-49ca-933a-1f8a958cffe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172cb4e6-3a92-4459-b22a-ccd014342dbc', 'name': 'tempest-TestMinimumBasicScenario-2146548866-router', 'tenant_id': '9ed188fb44624c1b86723b0a0cf261c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:15:49Z', 'updated_at': '2021-12-15T14:19:21Z', 'revision_number': 6, 'project_id': '9ed188fb44624c1b86723b0a0cf261c5', 'gw_port_host': None}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:21.942155 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081efc35-ac65-49ca-933a-1f8a958cffe7 None None] The sync data for ids ['172cb4e6-3a92-4459-b22a-ccd014342dbc'] in dv-cinder-813229-4-iscsi is: [{'id': '172cb4e6-3a92-4459-b22a-ccd014342dbc', 'name': 'tempest-TestMinimumBasicScenario-2146548866-router', 'tenant_id': '9ed188fb44624c1b86723b0a0cf261c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:15:49Z', 'updated_at': '2021-12-15T14:19:21Z', 'revision_number': 6, 'project_id': '9ed188fb44624c1b86723b0a0cf261c5', 'gw_port_host': None}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:19:22.137857 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8f9da232-7689-41c8-a0d9-4b1867f410ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59071379'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:22.171384 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9da232-7689-41c8-a0d9-4b1867f410ed admin admin] Pushing event deleted for resources: {'Port': ['ID=5fd6142c-0671-4016-879c-0c0cd7f76068,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:22.251446 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8f9da232-7689-41c8-a0d9-4b1867f410ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583658'] for router_gateway, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:22.381253 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8f9da232-7689-41c8-a0d9-4b1867f410ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1583034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5231'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:22.384636 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8f9da232-7689-41c8-a0d9-4b1867f410ed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:22.459635 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cb9c7-5610-433b-b5a3-27e87b57a353 req-6ebc7ebb-a856-49ef-9ca1-ab93f248e02e tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:22.460799 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cc0cb9c7-5610-433b-b5a3-27e87b57a353 req-6ebc7ebb-a856-49ef-9ca1-ab93f248e02e tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 943 time: 0.1026542 Dec 15 14:19:22.513962 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cc0cb9c7-5610-433b-b5a3-27e87b57a353 req-031ba876-14e6-47ee-9544-7192daeb978b tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469856 Dec 15 14:19:22.523651 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8f9da232-7689-41c8-a0d9-4b1867f410ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1583027'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:22.524331 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9da232-7689-41c8-a0d9-4b1867f410ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 172cb4e6-3a92-4459-b22a-ccd014342dbc {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:19:22.533697 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8f9da232-7689-41c8-a0d9-4b1867f410ed admin admin] Publish callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:22.535010 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-8f9da232-7689-41c8-a0d9-4b1867f410ed admin admin] 10.222.0.36 "DELETE /v2.0/routers/172cb4e6-3a92-4459-b22a-ccd014342dbc HTTP/1.1" status: 204 len: 168 time: 1.2738824 Dec 15 14:19:22.537575 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 41210) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:22.611577 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a2625c4-5866-459f-9285-326e49564f35 admin admin] Deleting subnet c3bc8042-5e9a-48ef-a809-de8051625fa5 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:19:22.614775 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6a2625c4-5866-459f-9285-326e49564f35 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:22.652956 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6a2625c4-5866-459f-9285-326e49564f35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59448052'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:22.783017 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6a2625c4-5866-459f-9285-326e49564f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878086'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:22.918646 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6a2625c4-5866-459f-9285-326e49564f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59071396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802286'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:22.954100 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2625c4-5866-459f-9285-326e49564f35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3bc8042-5e9a-48ef-a809-de8051625fa5,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:22.956228 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6a2625c4-5866-459f-9285-326e49564f35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:22.960262 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c00e8ae-cd7f-4062-8662-23af6c6fc780 None None] Network 0ab8db93-01e2-4a13-a31c-081ad8890766 requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:19:22.966178 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-6a2625c4-5866-459f-9285-326e49564f35 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c3bc8042-5e9a-48ef-a809-de8051625fa5 HTTP/1.1" status: 204 len: 168 time: 0.4274626 Dec 15 14:19:22.968849 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 41222) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:23.167563 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b538f40-f784-4ed6-ab1d-e404631041f3 None None] DHCP port deletion for 0ab8db93-01e2-4a13-a31c-081ad8890766 request from dv-cinder-813229-4-iscsi {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:19:23.250342 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4b538f40-f784-4ed6-ab1d-e404631041f3 None None] Deleting port 203c8d06-1bc1-40c2-9933-3c742d14da61 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:19:23.251036 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b538f40-f784-4ed6-ab1d-e404631041f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:23.345413 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-4b538f40-f784-4ed6-ab1d-e404631041f3 None None] For port 203c8d06-1bc1-40c2-9933-3c742d14da61, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=203c8d06-1bc1-40c2-9933-3c742d14da61,segment=NetworkSegment(8e192a0f-936f-422d-a9cb-64bbb026c93b),segment_id=8e192a0f-936f-422d-a9cb-64bbb026c93b)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:19:23.345807 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b538f40-f784-4ed6-ab1d-e404631041f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:23.366642 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4b538f40-f784-4ed6-ab1d-e404631041f3 None None] Calling delete_port for 203c8d06-1bc1-40c2-9933-3c742d14da61 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:19:23.412684 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-743dce77-6bee-42ed-872a-051acf92dc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825640'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:23.473041 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-743dce77-6bee-42ed-872a-051acf92dc48 admin admin] Deleting port 203c8d06-1bc1-40c2-9933-3c742d14da61 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:19:23.473388 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-743dce77-6bee-42ed-872a-051acf92dc48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:23.551950 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-743dce77-6bee-42ed-872a-051acf92dc48 admin admin] For port 203c8d06-1bc1-40c2-9933-3c742d14da61, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=203c8d06-1bc1-40c2-9933-3c742d14da61,segment=NetworkSegment(8e192a0f-936f-422d-a9cb-64bbb026c93b),segment_id=8e192a0f-936f-422d-a9cb-64bbb026c93b)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:19:23.552508 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-743dce77-6bee-42ed-872a-051acf92dc48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:23.570289 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-743dce77-6bee-42ed-872a-051acf92dc48 admin admin] Calling delete_port for 203c8d06-1bc1-40c2-9933-3c742d14da61 owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:19:23.623739 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b538f40-f784-4ed6-ab1d-e404631041f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:23.673119 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b538f40-f784-4ed6-ab1d-e404631041f3 None None] Pushing event deleted for resources: {'Port': ['ID=203c8d06-1bc1-40c2-9933-3c742d14da61,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:23.675257 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b538f40-f784-4ed6-ab1d-e404631041f3 None None] No DVR routers for this DVR port 203c8d06-1bc1-40c2-9933-3c742d14da61 on host dv-cinder-813229-4-iscsi {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:19:23.681013 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-743dce77-6bee-42ed-872a-051acf92dc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59071379'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:23.684415 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253bac7-ca3c-4000-940e-8df89e1d6559 req-a568b689-005a-4bc2-8f39-9995fd403633 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:23.687603 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a253bac7-ca3c-4000-940e-8df89e1d6559 req-a568b689-005a-4bc2-8f39-9995fd403633 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 943 time: 0.0763445 Dec 15 14:19:23.710209 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743dce77-6bee-42ed-872a-051acf92dc48 admin admin] Pushing event deleted for resources: {'Port': ['ID=203c8d06-1bc1-40c2-9933-3c742d14da61,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:23.716013 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743dce77-6bee-42ed-872a-051acf92dc48 admin admin] No DVR routers for this DVR port 203c8d06-1bc1-40c2-9933-3c742d14da61 on host dv-cinder-813229-4-iscsi {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:19:23.761432 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a253bac7-ca3c-4000-940e-8df89e1d6559 req-b892b27d-2c57-4cb9-af0f-b823d972a0c6 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532072 Dec 15 14:19:23.827042 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-743dce77-6bee-42ed-872a-051acf92dc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880017', 'neutron.services.segments.db._delete_segments_for_network-8782779444098'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:23.867803 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.services.segments.db [None req-743dce77-6bee-42ed-872a-051acf92dc48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ab8db93-01e2-4a13-a31c-081ad8890766']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:23.869209 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device ee7174d3-e603-4abb-94a1-5cca08e9c13c no longer exists at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:19:23.882630 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.services.segments.db [None req-743dce77-6bee-42ed-872a-051acf92dc48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e192a0f-936f-422d-a9cb-64bbb026c93b') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:23.883455 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.services.segments.db [None req-743dce77-6bee-42ed-872a-051acf92dc48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e192a0f-936f-422d-a9cb-64bbb026c93b') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:23.893279 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] No Port match for: ee7174d3-e603-4abb-94a1-5cca08e9c13c {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:19:23.893631 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device ee7174d3-e603-4abb-94a1-5cca08e9c13c not bound to the agent host dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:19:23.894076 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 203c8d06-1bc1-40c2-9933-3c742d14da61 no longer exists at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:19:23.916564 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] No Port match for: 203c8d06-1bc1-40c2-9933-3c742d14da61 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:19:23.916919 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 203c8d06-1bc1-40c2-9933-3c742d14da61 not bound to the agent host dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:19:23.917031 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-743dce77-6bee-42ed-872a-051acf92dc48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782779447179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59447823'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:23.917345 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 5fd6142c-0671-4016-879c-0c0cd7f76068 no longer exists at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:19:23.931646 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-743dce77-6bee-42ed-872a-051acf92dc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:23.937709 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] No Port match for: 5fd6142c-0671-4016-879c-0c0cd7f76068 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:19:23.938061 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 5fd6142c-0671-4016-879c-0c0cd7f76068 not bound to the agent host dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:19:23.938586 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-743dce77-6bee-42ed-872a-051acf92dc48 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:19:23.939766 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-743dce77-6bee-42ed-872a-051acf92dc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59071438'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:23.942010 dv-cinder-813229-4-iscsi neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:19:23.942010 dv-cinder-813229-4-iscsi neutron-server[103144]: self.session.flush() Dec 15 14:19:23.942010 dv-cinder-813229-4-iscsi neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:19:23.942010 dv-cinder-813229-4-iscsi neutron-server[103144]: self.session.flush() Dec 15 14:19:23.942010 dv-cinder-813229-4-iscsi neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:19:23.942010 dv-cinder-813229-4-iscsi neutron-server[103144]: self.session.flush() Dec 15 14:19:23.942010 dv-cinder-813229-4-iscsi neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:19:23.942010 dv-cinder-813229-4-iscsi neutron-server[103144]: self.session.flush() Dec 15 14:19:23.942010 dv-cinder-813229-4-iscsi neutron-server[103144]: Traceback (most recent call last): Dec 15 14:19:23.942010 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:19:23.942010 dv-cinder-813229-4-iscsi neutron-server[103144]: timer() Dec 15 14:19:23.942010 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:19:23.942010 dv-cinder-813229-4-iscsi neutron-server[103144]: cb(*args, **kw) Dec 15 14:19:23.942010 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:19:23.942010 dv-cinder-813229-4-iscsi neutron-server[103144]: return func(*args, **kwargs) Dec 15 14:19:23.942010 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:19:23.942010 dv-cinder-813229-4-iscsi neutron-server[103144]: self._notify() Dec 15 14:19:23.942010 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:19:23.942010 dv-cinder-813229-4-iscsi neutron-server[103144]: self.callback(batched_events) Dec 15 14:19:23.942010 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:19:23.942010 dv-cinder-813229-4-iscsi neutron-server[103144]: event.method(event) Dec 15 14:19:23.942010 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:19:23.942010 dv-cinder-813229-4-iscsi neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:19:23.942010 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:19:23.942010 dv-cinder-813229-4-iscsi neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:19:23.942010 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:19:23.942010 dv-cinder-813229-4-iscsi neutron-server[103144]: return f(self, *a, **k) Dec 15 14:19:23.942010 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:19:23.942010 dv-cinder-813229-4-iscsi neutron-server[103144]: return self._get(url).json() Dec 15 14:19:23.942010 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:19:23.942010 dv-cinder-813229-4-iscsi neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:19:23.942010 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:19:23.942010 dv-cinder-813229-4-iscsi neutron-server[103144]: return self.request(url, 'GET', **kwargs) Dec 15 14:19:23.942010 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:19:23.942010 dv-cinder-813229-4-iscsi neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:19:23.942010 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:19:23.942010 dv-cinder-813229-4-iscsi neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:19:23.942010 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:19:23.942010 dv-cinder-813229-4-iscsi neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:19:23.942010 dv-cinder-813229-4-iscsi neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:19:24.055419 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-743dce77-6bee-42ed-872a-051acf92dc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583622'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:24.061498 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-743dce77-6bee-42ed-872a-051acf92dc48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:24.066664 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-743dce77-6bee-42ed-872a-051acf92dc48 admin admin] 10.222.0.36 "DELETE /v2.0/networks/0ab8db93-01e2-4a13-a31c-081ad8890766 HTTP/1.1" status: 204 len: 168 time: 1.0952396 Dec 15 14:19:24.068431 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 41234) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:24.083244 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743dce77-6bee-42ed-872a-051acf92dc48 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ab8db93-01e2-4a13-a31c-081ad8890766,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:24.438397 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-0c9179df-3257-4084-9d73-f6a5e5444831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584660'] for router_interface, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:24.705944 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-0c9179df-3257-4084-9d73-f6a5e5444831 admin admin] Deleting port 5eef136e-8a6e-44dc-ba6d-f6cac55739cf {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:19:24.706599 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-0c9179df-3257-4084-9d73-f6a5e5444831 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:24.791280 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [None req-0c9179df-3257-4084-9d73-f6a5e5444831 admin admin] For port 5eef136e-8a6e-44dc-ba6d-f6cac55739cf, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=5eef136e-8a6e-44dc-ba6d-f6cac55739cf,segment=NetworkSegment(100eb202-44ff-42c6-b4b8-c42274851ea4),segment_id=100eb202-44ff-42c6-b4b8-c42274851ea4)] {{(pid=103145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:19:24.791676 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-0c9179df-3257-4084-9d73-f6a5e5444831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:24.809679 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-0c9179df-3257-4084-9d73-f6a5e5444831 admin admin] Calling delete_port for 5eef136e-8a6e-44dc-ba6d-f6cac55739cf owned by network:router_interface {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:19:24.960490 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805b6eb-1f89-434d-a55a-b0ca6dd07eb7 req-ac82667e-38f1-4c24-9a39-e4cfaa3c937d tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:24.962015 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4805b6eb-1f89-434d-a55a-b0ca6dd07eb7 req-ac82667e-38f1-4c24-9a39-e4cfaa3c937d tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 943 time: 0.1039479 Dec 15 14:19:25.032369 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4805b6eb-1f89-434d-a55a-b0ca6dd07eb7 req-513d40e9-0174-45b5-9313-f0aa59ae7dba tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612597 Dec 15 14:19:25.141317 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-0c9179df-3257-4084-9d73-f6a5e5444831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:25.179079 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9179df-3257-4084-9d73-f6a5e5444831 admin admin] Pushing event deleted for resources: {'Port': ['ID=5eef136e-8a6e-44dc-ba6d-f6cac55739cf,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:25.642375 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-0c9179df-3257-4084-9d73-f6a5e5444831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2096200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584776'] for router_interface, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:25.922684 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9179df-3257-4084-9d73-f6a5e5444831 admin admin] Router 11428ac2-24dd-4fc0-a057-11229e6d833a has already been hosted by L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b {{(pid=103145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:19:26.040576 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9179df-3257-4084-9d73-f6a5e5444831 admin admin] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:19:26.046463 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-0c9179df-3257-4084-9d73-f6a5e5444831 admin admin] 10.222.0.36 "PUT /v2.0/routers/11428ac2-24dd-4fc0-a057-11229e6d833a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9766860 Dec 15 14:19:26.049320 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 41254) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:26.052699 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa090a4-4579-4c73-8e10-777dcbd8f0fb None None] Sync routers for ids ['11428ac2-24dd-4fc0-a057-11229e6d833a'] in dv-cinder-813229-4-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:19:26.063382 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa090a4-4579-4c73-8e10-777dcbd8f0fb None None] Routers {'11428ac2-24dd-4fc0-a057-11229e6d833a'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:19:26.064049 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-9fa090a4-4579-4c73-8e10-777dcbd8f0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:19:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['11428ac2-24dd-4fc0-a057-11229e6d833a'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:26.207014 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-516816d2-4fbe-4d24-b738-2d3218f183d1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:26.221577 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-9fa090a4-4579-4c73-8e10-777dcbd8f0fb None None] Set router 11428ac2-24dd-4fc0-a057-11229e6d833a gateway port host: dv-cinder-813229-4-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:19:26.234874 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53adc92-eec4-48f7-94d1-79a682722c82 req-5b61dfe5-80eb-4686-bda8-9598e982d81d tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:26.236501 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a53adc92-eec4-48f7-94d1-79a682722c82 req-5b61dfe5-80eb-4686-bda8-9598e982d81d tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 943 time: 0.0845783 Dec 15 14:19:26.333291 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a53adc92-eec4-48f7-94d1-79a682722c82 req-886e8865-960c-44a5-b3f6-f8e67903cf26 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762117 Dec 15 14:19:26.372854 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-516816d2-4fbe-4d24-b738-2d3218f183d1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:26.425399 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-9fa090a4-4579-4c73-8e10-777dcbd8f0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11428ac2-24dd-4fc0-a057-11229e6d833a', 'name': 'tempest-TestMinimumBasicScenario-792793375-router', 'tenant_id': 'ed587126e47c48a9a34a430b0157c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'c9215bb3-1d74-4259-87c2-cd60511b5253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:00Z', 'updated_at': '2021-12-15T14:19:25Z', 'revision_number': 5, 'project_id': 'ed587126e47c48a9a34a430b0157c1b3', 'gw_port': {'id': 'c9215bb3-1d74-4259-87c2-cd60511b5253', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11428ac2-24dd-4fc0-a057-11229e6d833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:01Z', 'updated_at': '2021-12-15T14:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi'}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:26.453867 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa090a4-4579-4c73-8e10-777dcbd8f0fb None None] Checking router: 11428ac2-24dd-4fc0-a057-11229e6d833a for host: dv-cinder-813229-4-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:19:26.463494 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa090a4-4579-4c73-8e10-777dcbd8f0fb None None] Routers {'11428ac2-24dd-4fc0-a057-11229e6d833a'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:19:26.465146 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-9fa090a4-4579-4c73-8e10-777dcbd8f0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:19:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['11428ac2-24dd-4fc0-a057-11229e6d833a'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:26.566584 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-516816d2-4fbe-4d24-b738-2d3218f183d1 admin admin] Deleting port c9215bb3-1d74-4259-87c2-cd60511b5253 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:19:26.567279 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-516816d2-4fbe-4d24-b738-2d3218f183d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:26.590260 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-9fa090a4-4579-4c73-8e10-777dcbd8f0fb None None] Set router 11428ac2-24dd-4fc0-a057-11229e6d833a gateway port host: dv-cinder-813229-4-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:19:26.655168 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-516816d2-4fbe-4d24-b738-2d3218f183d1 admin admin] For port c9215bb3-1d74-4259-87c2-cd60511b5253, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=c9215bb3-1d74-4259-87c2-cd60511b5253,segment=NetworkSegment(c751ab6f-1098-4cf9-a0b7-c17ede87015d),segment_id=c751ab6f-1098-4cf9-a0b7-c17ede87015d)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:19:26.655996 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-516816d2-4fbe-4d24-b738-2d3218f183d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:26.680763 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-516816d2-4fbe-4d24-b738-2d3218f183d1 admin admin] Calling delete_port for c9215bb3-1d74-4259-87c2-cd60511b5253 owned by network:router_gateway {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:19:26.781445 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-9fa090a4-4579-4c73-8e10-777dcbd8f0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11428ac2-24dd-4fc0-a057-11229e6d833a', 'name': 'tempest-TestMinimumBasicScenario-792793375-router', 'tenant_id': 'ed587126e47c48a9a34a430b0157c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'c9215bb3-1d74-4259-87c2-cd60511b5253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:00Z', 'updated_at': '2021-12-15T14:19:25Z', 'revision_number': 5, 'project_id': 'ed587126e47c48a9a34a430b0157c1b3', 'gw_port': {'id': 'c9215bb3-1d74-4259-87c2-cd60511b5253', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11428ac2-24dd-4fc0-a057-11229e6d833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:01Z', 'updated_at': '2021-12-15T14:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi'}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:26.808007 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa090a4-4579-4c73-8e10-777dcbd8f0fb None None] The sync data for ids ['11428ac2-24dd-4fc0-a057-11229e6d833a'] in dv-cinder-813229-4-iscsi is: [{'id': '11428ac2-24dd-4fc0-a057-11229e6d833a', 'name': 'tempest-TestMinimumBasicScenario-792793375-router', 'tenant_id': 'ed587126e47c48a9a34a430b0157c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'c9215bb3-1d74-4259-87c2-cd60511b5253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:16:00Z', 'updated_at': '2021-12-15T14:19:25Z', 'revision_number': 5, 'project_id': 'ed587126e47c48a9a34a430b0157c1b3', 'gw_port': {'id': 'c9215bb3-1d74-4259-87c2-cd60511b5253', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11428ac2-24dd-4fc0-a057-11229e6d833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:16:01Z', 'updated_at': '2021-12-15T14:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi'}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:19:26.949237 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-516816d2-4fbe-4d24-b738-2d3218f183d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59071379'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:26.978898 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516816d2-4fbe-4d24-b738-2d3218f183d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9215bb3-1d74-4259-87c2-cd60511b5253,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:27.055884 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-516816d2-4fbe-4d24-b738-2d3218f183d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583658'] for router_gateway, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:27.160968 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-516816d2-4fbe-4d24-b738-2d3218f183d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1583034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5231'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:27.163183 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-516816d2-4fbe-4d24-b738-2d3218f183d1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:27.313080 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-516816d2-4fbe-4d24-b738-2d3218f183d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1583027'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:27.313679 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516816d2-4fbe-4d24-b738-2d3218f183d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11428ac2-24dd-4fc0-a057-11229e6d833a {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:19:27.318041 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-516816d2-4fbe-4d24-b738-2d3218f183d1 admin admin] Publish callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:27.322683 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-516816d2-4fbe-4d24-b738-2d3218f183d1 admin admin] 10.222.0.36 "DELETE /v2.0/routers/11428ac2-24dd-4fc0-a057-11229e6d833a HTTP/1.1" status: 204 len: 168 time: 1.2687752 Dec 15 14:19:27.322683 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 41264) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:27.373878 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ede7379-9c3f-4701-91f8-ad4d0bab586c admin admin] Deleting subnet 7559390f-625f-4d51-b0ef-8e808cee06cd {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:19:27.378465 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3ede7379-9c3f-4701-91f8-ad4d0bab586c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:27.425576 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3ede7379-9c3f-4701-91f8-ad4d0bab586c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59448052'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:27.514837 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4562aa-d7ed-4f0b-932c-33fd7a9216e0 req-66c4f613-37c6-4a7a-9005-023df539300c tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:27.525819 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-fc4562aa-d7ed-4f0b-932c-33fd7a9216e0 req-66c4f613-37c6-4a7a-9005-023df539300c tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 943 time: 0.0995820 Dec 15 14:19:27.554292 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3ede7379-9c3f-4701-91f8-ad4d0bab586c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878086'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:27.604486 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-fc4562aa-d7ed-4f0b-932c-33fd7a9216e0 req-cd4161f7-4501-4fb1-b477-f913786d3b81 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777240 Dec 15 14:19:27.719043 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3ede7379-9c3f-4701-91f8-ad4d0bab586c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59071396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802286'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:27.745307 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede7379-9c3f-4701-91f8-ad4d0bab586c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7559390f-625f-4d51-b0ef-8e808cee06cd,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:27.753065 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3ede7379-9c3f-4701-91f8-ad4d0bab586c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:27.754684 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c82fc2-31c2-4ec2-9afc-214166784daf None None] Network 5ee79e5e-7e5c-4c3e-99aa-0d951ffcd2c4 requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:19:27.756916 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-3ede7379-9c3f-4701-91f8-ad4d0bab586c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7559390f-625f-4d51-b0ef-8e808cee06cd HTTP/1.1" status: 204 len: 168 time: 0.4340794 Dec 15 14:19:27.758767 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 41268) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:27.873357 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cd218bc4-6b86-48c5-a6d1-5edfddc8b520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825640'] for network, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:27.937253 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-cd218bc4-6b86-48c5-a6d1-5edfddc8b520 admin admin] Deleting port 84c65395-9be6-4024-b0ce-0da1b95da172 {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:19:27.937592 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cd218bc4-6b86-48c5-a6d1-5edfddc8b520 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:27.976216 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194c668e-65e0-4f3a-9e88-37be87febb22 None None] DHCP port deletion for 5ee79e5e-7e5c-4c3e-99aa-0d951ffcd2c4 request from dv-cinder-813229-4-iscsi {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:19:28.055621 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 5eef136e-8a6e-44dc-ba6d-f6cac55739cf no longer exists at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:19:28.065426 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [None req-cd218bc4-6b86-48c5-a6d1-5edfddc8b520 admin admin] For port 84c65395-9be6-4024-b0ce-0da1b95da172, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=84c65395-9be6-4024-b0ce-0da1b95da172,segment=NetworkSegment(100eb202-44ff-42c6-b4b8-c42274851ea4),segment_id=100eb202-44ff-42c6-b4b8-c42274851ea4)] {{(pid=103145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:19:28.065809 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cd218bc4-6b86-48c5-a6d1-5edfddc8b520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:28.083552 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-cd218bc4-6b86-48c5-a6d1-5edfddc8b520 admin admin] Calling delete_port for 84c65395-9be6-4024-b0ce-0da1b95da172 owned by network:dhcp {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:19:28.104583 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] No Port match for: 5eef136e-8a6e-44dc-ba6d-f6cac55739cf {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:19:28.109037 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 5eef136e-8a6e-44dc-ba6d-f6cac55739cf not bound to the agent host dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:19:28.109037 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device c9215bb3-1d74-4259-87c2-cd60511b5253 no longer exists at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:19:28.133700 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] No Port match for: c9215bb3-1d74-4259-87c2-cd60511b5253 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:19:28.134112 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device c9215bb3-1d74-4259-87c2-cd60511b5253 not bound to the agent host dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:19:28.134542 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 84c65395-9be6-4024-b0ce-0da1b95da172 no longer exists at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:19:28.178020 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-194c668e-65e0-4f3a-9e88-37be87febb22 None None] Deleting port 84c65395-9be6-4024-b0ce-0da1b95da172 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:19:28.178402 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-194c668e-65e0-4f3a-9e88-37be87febb22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:28.249300 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cd218bc4-6b86-48c5-a6d1-5edfddc8b520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:28.293557 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd218bc4-6b86-48c5-a6d1-5edfddc8b520 admin admin] No DVR routers for this DVR port 84c65395-9be6-4024-b0ce-0da1b95da172 on host dv-cinder-813229-4-iscsi {{(pid=103145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:19:28.298575 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd218bc4-6b86-48c5-a6d1-5edfddc8b520 admin admin] Pushing event deleted for resources: {'Port': ['ID=84c65395-9be6-4024-b0ce-0da1b95da172,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:28.395165 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cd218bc4-6b86-48c5-a6d1-5edfddc8b520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880017', 'neutron.services.segments.db._delete_segments_for_network-8782779444098'] for network, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:28.408211 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Port 84c65395-9be6-4024-b0ce-0da1b95da172 update to DOWN by agent not found {{(pid=103146) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 15 14:19:28.417182 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-cd218bc4-6b86-48c5-a6d1-5edfddc8b520 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ee79e5e-7e5c-4c3e-99aa-0d951ffcd2c4']}} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:28.423685 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-194c668e-65e0-4f3a-9e88-37be87febb22 None None] For port 84c65395-9be6-4024-b0ce-0da1b95da172, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=84c65395-9be6-4024-b0ce-0da1b95da172,segment=NetworkSegment(100eb202-44ff-42c6-b4b8-c42274851ea4),segment_id=100eb202-44ff-42c6-b4b8-c42274851ea4)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:19:28.424130 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-194c668e-65e0-4f3a-9e88-37be87febb22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:28.427243 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-cd218bc4-6b86-48c5-a6d1-5edfddc8b520 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '100eb202-44ff-42c6-b4b8-c42274851ea4') {'for_net_delete': True} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:28.427528 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-cd218bc4-6b86-48c5-a6d1-5edfddc8b520 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '100eb202-44ff-42c6-b4b8-c42274851ea4') {} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:19:28.446855 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-194c668e-65e0-4f3a-9e88-37be87febb22 None None] Calling delete_port for 84c65395-9be6-4024-b0ce-0da1b95da172 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:19:28.452083 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cd218bc4-6b86-48c5-a6d1-5edfddc8b520 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782779447179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59516735'] for segment, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:28.467107 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cd218bc4-6b86-48c5-a6d1-5edfddc8b520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967'] for segment, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:28.473232 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd218bc4-6b86-48c5-a6d1-5edfddc8b520 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:19:28.473616 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cd218bc4-6b86-48c5-a6d1-5edfddc8b520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3665285'] for segment, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:28.475273 dv-cinder-813229-4-iscsi neutron-server[103145]: Traceback (most recent call last): Dec 15 14:19:28.475273 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:19:28.475273 dv-cinder-813229-4-iscsi neutron-server[103145]: timer() Dec 15 14:19:28.475273 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:19:28.475273 dv-cinder-813229-4-iscsi neutron-server[103145]: cb(*args, **kw) Dec 15 14:19:28.475273 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:19:28.475273 dv-cinder-813229-4-iscsi neutron-server[103145]: return func(*args, **kwargs) Dec 15 14:19:28.475273 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:19:28.475273 dv-cinder-813229-4-iscsi neutron-server[103145]: self._notify() Dec 15 14:19:28.475273 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:19:28.475273 dv-cinder-813229-4-iscsi neutron-server[103145]: self.callback(batched_events) Dec 15 14:19:28.475273 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:19:28.475273 dv-cinder-813229-4-iscsi neutron-server[103145]: event.method(event) Dec 15 14:19:28.475273 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:19:28.475273 dv-cinder-813229-4-iscsi neutron-server[103145]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:19:28.475273 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:19:28.475273 dv-cinder-813229-4-iscsi neutron-server[103145]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:19:28.475273 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:19:28.475273 dv-cinder-813229-4-iscsi neutron-server[103145]: return f(self, *a, **k) Dec 15 14:19:28.475273 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:19:28.475273 dv-cinder-813229-4-iscsi neutron-server[103145]: return self._get(url).json() Dec 15 14:19:28.475273 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:19:28.475273 dv-cinder-813229-4-iscsi neutron-server[103145]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:19:28.475273 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:19:28.475273 dv-cinder-813229-4-iscsi neutron-server[103145]: return self.request(url, 'GET', **kwargs) Dec 15 14:19:28.475273 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:19:28.475273 dv-cinder-813229-4-iscsi neutron-server[103145]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:19:28.475273 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:19:28.475273 dv-cinder-813229-4-iscsi neutron-server[103145]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:19:28.475273 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:19:28.475273 dv-cinder-813229-4-iscsi neutron-server[103145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:19:28.475273 dv-cinder-813229-4-iscsi neutron-server[103145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:19:28.528568 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-194c668e-65e0-4f3a-9e88-37be87febb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:28.556196 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c668e-65e0-4f3a-9e88-37be87febb22 None None] Pushing event deleted for resources: {'Port': ['ID=84c65395-9be6-4024-b0ce-0da1b95da172,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:28.562470 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194c668e-65e0-4f3a-9e88-37be87febb22 None None] No DVR routers for this DVR port 84c65395-9be6-4024-b0ce-0da1b95da172 on host dv-cinder-813229-4-iscsi {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:19:28.611536 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cd218bc4-6b86-48c5-a6d1-5edfddc8b520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583622'] for network, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:28.617129 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cd218bc4-6b86-48c5-a6d1-5edfddc8b520 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for network, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:28.620163 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-cd218bc4-6b86-48c5-a6d1-5edfddc8b520 admin admin] 10.222.0.36 "DELETE /v2.0/networks/5ee79e5e-7e5c-4c3e-99aa-0d951ffcd2c4 HTTP/1.1" status: 204 len: 168 time: 0.8606281 Dec 15 14:19:28.632676 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd218bc4-6b86-48c5-a6d1-5edfddc8b520 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ee79e5e-7e5c-4c3e-99aa-0d951ffcd2c4,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:28.749959 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ac5c6-5f28-4da3-b2fc-c499ff53ea6b req-5fa5798f-6aac-4705-b504-124e3e6f382d tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:28.754739 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0f7ac5c6-5f28-4da3-b2fc-c499ff53ea6b req-5fa5798f-6aac-4705-b504-124e3e6f382d tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 943 time: 0.0595832 Dec 15 14:19:28.802787 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0f7ac5c6-5f28-4da3-b2fc-c499ff53ea6b req-5e4d934b-d687-43bd-b8be-19913b716ab2 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447936 Dec 15 14:19:28.993097 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 41286) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:29.034661 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-8509815c-7b2a-46ce-bb8a-aed155ed3f28 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9ed188fb44624c1b86723b0a0cf261c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402689 Dec 15 14:19:29.037209 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 41288) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:29.117376 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-eda19d39-19fb-43eb-88cb-6654061ae622 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:29.123984 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-eda19d39-19fb-43eb-88cb-6654061ae622 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:29.509135 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-eda19d39-19fb-43eb-88cb-6654061ae622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:29.511781 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-eda19d39-19fb-43eb-88cb-6654061ae622 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:29.512952 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-eda19d39-19fb-43eb-88cb-6654061ae622 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4 HTTP/1.1" status: 204 len: 168 time: 0.4748409 Dec 15 14:19:29.521659 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda19d39-19fb-43eb-88cb-6654061ae622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1fd3ee-5d5b-477b-8eb8-414642f6bcb4,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:29.932902 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18cfa9-44f8-4493-9f7e-64fb6b58727a req-fba50a45-99ae-4c90-baa8-5b6c166e8f29 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:29.934831 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0c18cfa9-44f8-4493-9f7e-64fb6b58727a req-fba50a45-99ae-4c90-baa8-5b6c166e8f29 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 943 time: 0.0503309 Dec 15 14:19:29.984964 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0c18cfa9-44f8-4493-9f7e-64fb6b58727a req-47191e63-53fe-45a6-89c2-df91749b2376 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435085 Dec 15 14:19:30.215309 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 41300) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:30.255428 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-a11a2e52-e856-4663-8459-9c58cfe9c6b4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ed587126e47c48a9a34a430b0157c1b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388541 Dec 15 14:19:30.257951 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 41302) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:30.308866 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dc7dba25-a737-490e-ae13-f7fd41bcd76a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:30.330010 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dc7dba25-a737-490e-ae13-f7fd41bcd76a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:30.457246 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dc7dba25-a737-490e-ae13-f7fd41bcd76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:30.459953 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-dc7dba25-a737-490e-ae13-f7fd41bcd76a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:30.461133 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-dc7dba25-a737-490e-ae13-f7fd41bcd76a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d1c94c7e-4cc1-4d84-955a-65e0c25a4e71 HTTP/1.1" status: 204 len: 168 time: 0.2022595 Dec 15 14:19:30.470727 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7dba25-a737-490e-ae13-f7fd41bcd76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c94c7e-4cc1-4d84-955a-65e0c25a4e71,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:31.108615 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956627aa-cfdd-442e-a7eb-3dd9c3d2f8ed req-c9be4c4d-650b-4497-9629-902135a41ed8 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:31.110134 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-956627aa-cfdd-442e-a7eb-3dd9c3d2f8ed req-c9be4c4d-650b-4497-9629-902135a41ed8 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 943 time: 0.0531452 Dec 15 14:19:31.158733 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-956627aa-cfdd-442e-a7eb-3dd9c3d2f8ed req-d8bcc622-e751-48af-8bad-8f8d3e6d3065 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422997 Dec 15 14:19:31.566952 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c7b63-afcb-49d8-9fab-8c02fd23829b req-ae4a77eb-5159-4c75-a8c7-0ba0c8477dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:31.568468 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-846c7b63-afcb-49d8-9fab-8c02fd23829b req-ae4a77eb-5159-4c75-a8c7-0ba0c8477dd6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0d09ce10de40483aa9ac94558a84aa47&device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 1096 time: 0.0409801 Dec 15 14:19:31.674240 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c7b63-afcb-49d8-9fab-8c02fd23829b req-56faf945-8795-46c1-8541-36ddadcdaf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:31.675701 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-846c7b63-afcb-49d8-9fab-8c02fd23829b req-56faf945-8795-46c1-8541-36ddadcdaf3d service neutron] 10.222.0.54 "GET /v2.0/networks?id=87207a00-487c-41ca-9a1a-60e78eea9937 HTTP/1.1" status: 200 len: 917 time: 0.0869546 Dec 15 14:19:31.742248 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-846c7b63-afcb-49d8-9fab-8c02fd23829b req-14430fbf-fe7e-479a-a48f-e845aa124355 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddb42df2-bffe-4eca-bd92-bb43eef42752 HTTP/1.1" status: 200 len: 998 time: 0.0570960 Dec 15 14:19:31.795073 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c7b63-afcb-49d8-9fab-8c02fd23829b req-3dfb7a58-0e4e-4c30-9cb3-9124872d129e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:31.796540 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-846c7b63-afcb-49d8-9fab-8c02fd23829b req-3dfb7a58-0e4e-4c30-9cb3-9124872d129e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1cdbf821-be2b-4255-be5a-f39d9618a49d HTTP/1.1" status: 200 len: 855 time: 0.0432608 Dec 15 14:19:31.846813 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c7b63-afcb-49d8-9fab-8c02fd23829b req-b12650c2-d80d-4d88-a4f2-860788c58300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:31.848294 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-846c7b63-afcb-49d8-9fab-8c02fd23829b req-b12650c2-d80d-4d88-a4f2-860788c58300 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=87207a00-487c-41ca-9a1a-60e78eea9937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440891 Dec 15 14:19:31.940339 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-846c7b63-afcb-49d8-9fab-8c02fd23829b req-1e033c5e-9602-4385-a58d-d87ec057390f service neutron] 10.222.0.54 "GET /v2.0/networks/87207a00-487c-41ca-9a1a-60e78eea9937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814350 Dec 15 14:19:32.033725 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-846c7b63-afcb-49d8-9fab-8c02fd23829b req-a2876e05-61ad-4246-b809-e3968a28c748 service neutron] 10.222.0.54 "GET /v2.0/networks/87207a00-487c-41ca-9a1a-60e78eea9937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857551 Dec 15 14:19:32.277692 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d6966-1d3e-4457-b4d8-a750aa866c30 req-f353ed7c-bde4-4016-9922-c2f56eec1ab7 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:32.279204 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ae8d6966-1d3e-4457-b4d8-a750aa866c30 req-f353ed7c-bde4-4016-9922-c2f56eec1ab7 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 943 time: 0.0485654 Dec 15 14:19:32.325975 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ae8d6966-1d3e-4457-b4d8-a750aa866c30 req-78612ac3-340b-435b-b532-80ad6e42b571 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407400 Dec 15 14:19:33.289440 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-283b6b35-e8c3-4962-b670-71ea2dd2bbed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:33.454026 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1953a472-a1b5-4456-bb4f-735981fdd964 req-2d7a96ee-f8a1-402f-ac0b-c32a4c0b069c tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:33.455527 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1953a472-a1b5-4456-bb4f-735981fdd964 req-2d7a96ee-f8a1-402f-ac0b-c32a4c0b069c tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 943 time: 0.0587757 Dec 15 14:19:33.505703 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1953a472-a1b5-4456-bb4f-735981fdd964 req-ca2649e3-a71d-4210-8da8-c619c4d9552d tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441196 Dec 15 14:19:34.639517 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82280805-3541-4c79-bc29-4121de9f8034 req-c1c37d4f-29f2-4b25-9ed4-ea6169b9569e tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:34.641095 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-82280805-3541-4c79-bc29-4121de9f8034 req-c1c37d4f-29f2-4b25-9ed4-ea6169b9569e tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 943 time: 0.0611637 Dec 15 14:19:34.694799 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-82280805-3541-4c79-bc29-4121de9f8034 req-00e1ec55-4622-4ac2-ba8b-38bebfb6c125 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473709 Dec 15 14:19:35.474501 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device ddb42df2-bffe-4eca-bd92-bb43eef42752 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:19:35.571120 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port ddb42df2-bffe-4eca-bd92-bb43eef42752, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ddb42df2-bffe-4eca-bd92-bb43eef42752,segment=NetworkSegment(88376a90-d228-4b29-87c9-0e4710ba306c),segment_id=88376a90-d228-4b29-87c9-0e4710ba306c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:19:35.582870 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Returning: {'device': 'ddb42df2-bffe-4eca-bd92-bb43eef42752', 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937', 'port_id': 'ddb42df2-bffe-4eca-bd92-bb43eef42752', 'mac_address': 'fa:16:3e:b8:15:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cdbf821-be2b-4255-be5a-f39d9618a49d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:19:35.619050 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:35.632065 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddb42df2-bffe-4eca-bd92-bb43eef42752 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:19:35.653099 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port ddb42df2-bffe-4eca-bd92-bb43eef42752, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ddb42df2-bffe-4eca-bd92-bb43eef42752,segment=NetworkSegment(88376a90-d228-4b29-87c9-0e4710ba306c),segment_id=88376a90-d228-4b29-87c9-0e4710ba306c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:19:35.718202 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:35.781729 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=ddb42df2-bffe-4eca-bd92-bb43eef42752,revision_number=9']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:35.821732 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce86c4f-37ad-409f-9ab8-b9a8008202c1 req-c786e1c6-7937-46b8-bb0e-d1f9a6897cdf tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:35.823226 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1ce86c4f-37ad-409f-9ab8-b9a8008202c1 req-c786e1c6-7937-46b8-bb0e-d1f9a6897cdf tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 944 time: 0.0486460 Dec 15 14:19:35.857528 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-852cf3f8-04a6-42dc-8270-0564c1e2906c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:35.874200 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1ce86c4f-37ad-409f-9ab8-b9a8008202c1 req-e2185b4d-d487-43b2-b054-5737c9cd7564 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437860 Dec 15 14:19:35.986144 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['ddb42df2-bffe-4eca-bd92-bb43eef42752'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:19:36.977001 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:37.004986 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc4365-4c11-4855-a436-5ffb9b22282b req-39aaa43c-9ff6-41fe-bc92-3b911cdc64a1 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:37.006470 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-97dc4365-4c11-4855-a436-5ffb9b22282b req-39aaa43c-9ff6-41fe-bc92-3b911cdc64a1 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 944 time: 0.0548244 Dec 15 14:19:37.054843 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-97dc4365-4c11-4855-a436-5ffb9b22282b req-7d47778d-5c9e-4f2d-9a0c-9bdd5196e318 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425022 Dec 15 14:19:37.215022 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 41390) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:37.317616 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-847d5b7b-f0b7-48ac-873c-94ea44d3a04d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:37.389150 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-847d5b7b-f0b7-48ac-873c-94ea44d3a04d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:37.440122 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-847d5b7b-f0b7-48ac-873c-94ea44d3a04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:37.478776 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-847d5b7b-f0b7-48ac-873c-94ea44d3a04d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f1ed16a4680c4a7ab58e8b44ecc0517d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2626824 Dec 15 14:19:37.479651 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d5b7b-f0b7-48ac-873c-94ea44d3a04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6632e28-2f7f-4d0e-900a-60d643ac4a16,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:37.482571 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 41394) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:37.501813 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device ddb42df2-bffe-4eca-bd92-bb43eef42752 up at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:19:37.530637 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4d381bd8-e9cb-4f4c-ab2f-19de5150b1b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:37.551720 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning complete for port ddb42df2-bffe-4eca-bd92-bb43eef42752 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:19:37.552116 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4d381bd8-e9cb-4f4c-ab2f-19de5150b1b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:37.552249 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:37.630718 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:37.640237 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4d381bd8-e9cb-4f4c-ab2f-19de5150b1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:37.643037 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4d381bd8-e9cb-4f4c-ab2f-19de5150b1b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:37.644232 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-4d381bd8-e9cb-4f4c-ab2f-19de5150b1b9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d6632e28-2f7f-4d0e-900a-60d643ac4a16 HTTP/1.1" status: 204 len: 168 time: 0.1606200 Dec 15 14:19:37.654413 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d381bd8-e9cb-4f4c-ab2f-19de5150b1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6632e28-2f7f-4d0e-900a-60d643ac4a16,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:37.657190 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba5304f-71f5-478d-9a3b-80f90a1cbb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb42df2-bffe-4eca-bd92-bb43eef42752'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:19:37.659329 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563fd6401afa6af5759f990961882efb87115f058b142029c69814770c0d1fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb2f7c7-5d2a-49a0-8ff8-65dcd556d1e9" -d '{"events": [{"server_uuid": "dba5304f-71f5-478d-9a3b-80f90a1cbb9c", "name": "network-vif-plugged", "status": "completed", "tag": "ddb42df2-bffe-4eca-bd92-bb43eef42752"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:19:37.661877 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d381bd8-e9cb-4f4c-ab2f-19de5150b1b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:37.662226 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d381bd8-e9cb-4f4c-ab2f-19de5150b1b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:37.662549 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d381bd8-e9cb-4f4c-ab2f-19de5150b1b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:37.662897 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d381bd8-e9cb-4f4c-ab2f-19de5150b1b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:37.663354 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d381bd8-e9cb-4f4c-ab2f-19de5150b1b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:37.664075 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d381bd8-e9cb-4f4c-ab2f-19de5150b1b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:37.664075 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d381bd8-e9cb-4f4c-ab2f-19de5150b1b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:37.664413 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d381bd8-e9cb-4f4c-ab2f-19de5150b1b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:37.664752 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d381bd8-e9cb-4f4c-ab2f-19de5150b1b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:37.665101 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d381bd8-e9cb-4f4c-ab2f-19de5150b1b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:37.665436 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d381bd8-e9cb-4f4c-ab2f-19de5150b1b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:37.665767 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d381bd8-e9cb-4f4c-ab2f-19de5150b1b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:37.666100 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d381bd8-e9cb-4f4c-ab2f-19de5150b1b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:19:37.675677 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port ddb42df2-bffe-4eca-bd92-bb43eef42752, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ddb42df2-bffe-4eca-bd92-bb43eef42752,segment=NetworkSegment(88376a90-d228-4b29-87c9-0e4710ba306c),segment_id=88376a90-d228-4b29-87c9-0e4710ba306c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:19:37.704945 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c1fcb1-cb2f-4deb-b4ec-f0dec8f86e62 x-openstack-request-id: req-f7c1fcb1-cb2f-4deb-b4ec-f0dec8f86e62 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:19:37.705253 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba5304f-71f5-478d-9a3b-80f90a1cbb9c", "name": "network-vif-plugged", "status": "completed", "tag": "ddb42df2-bffe-4eca-bd92-bb43eef42752", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:19:37.705512 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f7c1fcb1-cb2f-4deb-b4ec-f0dec8f86e62 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:19:37.705909 dv-cinder-813229-4-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba5304f-71f5-478d-9a3b-80f90a1cbb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb42df2-bffe-4eca-bd92-bb43eef42752', 'code': 200} Dec 15 14:19:37.731485 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:37.787914 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=ddb42df2-bffe-4eca-bd92-bb43eef42752,revision_number=10']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:38.034952 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f57f3-de51-4d3b-8eb8-99ea791f1bef req-37b03779-35ff-4c4d-9d0d-dde8ea55c580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:38.036413 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-400f57f3-de51-4d3b-8eb8-99ea791f1bef req-37b03779-35ff-4c4d-9d0d-dde8ea55c580 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 1099 time: 0.0461314 Dec 15 14:19:38.083025 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-400f57f3-de51-4d3b-8eb8-99ea791f1bef req-49ce6d10-18af-4c6e-af94-18366d48cbff service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390744 Dec 15 14:19:38.181855 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f8c45-8a6f-4840-afe9-e4f3071b0003 req-8f6b3fd1-2fc4-4c73-aae3-159f11d57271 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:38.183350 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-fa3f8c45-8a6f-4840-afe9-e4f3071b0003 req-8f6b3fd1-2fc4-4c73-aae3-159f11d57271 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 946 time: 0.0499444 Dec 15 14:19:38.187211 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:38.235257 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-fa3f8c45-8a6f-4840-afe9-e4f3071b0003 req-b9a280d5-7829-4f65-a739-da37d1f8060c tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453200 Dec 15 14:19:38.275335 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 41406) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:38.288843 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cb28f64e-6fa9-4ff7-8aa5-1f8b4714a20c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:38.360039 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cb28f64e-6fa9-4ff7-8aa5-1f8b4714a20c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:38.422850 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cb28f64e-6fa9-4ff7-8aa5-1f8b4714a20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:38.459542 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb28f64e-6fa9-4ff7-8aa5-1f8b4714a20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc410a3-aa85-4597-877c-3b756b60abc1,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:38.463856 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-cb28f64e-6fa9-4ff7-8aa5-1f8b4714a20c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=554793719f05439d915349032231efcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1874011 Dec 15 14:19:38.467086 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 41408) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:38.513674 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-63478291-6e17-42d8-b361-37caf8c09021 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:38.534630 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-63478291-6e17-42d8-b361-37caf8c09021 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:38.657231 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-63478291-6e17-42d8-b361-37caf8c09021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:38.659825 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-63478291-6e17-42d8-b361-37caf8c09021 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:38.661003 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-63478291-6e17-42d8-b361-37caf8c09021 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2cc410a3-aa85-4597-877c-3b756b60abc1 HTTP/1.1" status: 204 len: 168 time: 0.1930282 Dec 15 14:19:38.668614 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63478291-6e17-42d8-b361-37caf8c09021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc410a3-aa85-4597-877c-3b756b60abc1,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:39.289432 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:39.360961 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2bbdc-6f4a-4b44-8a0a-fa54c207939d req-1498a91e-d956-4527-b2e1-55014e970055 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:39.363185 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-bbe2bbdc-6f4a-4b44-8a0a-fa54c207939d req-1498a91e-d956-4527-b2e1-55014e970055 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 946 time: 0.0552285 Dec 15 14:19:39.417121 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-bbe2bbdc-6f4a-4b44-8a0a-fa54c207939d req-47eb5f1d-1168-46ad-b3af-dd29ea21997d tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478504 Dec 15 14:19:40.548161 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6874f3a-47d9-4fc6-9034-f61ac842984a req-34f5aedb-4afc-45a7-99d0-f1395323520b tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:40.549692 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b6874f3a-47d9-4fc6-9034-f61ac842984a req-34f5aedb-4afc-45a7-99d0-f1395323520b tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 946 time: 0.0519612 Dec 15 14:19:40.598107 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b6874f3a-47d9-4fc6-9034-f61ac842984a req-f2cf61de-65a4-47d5-9c9f-b092e2a3182e tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419436 Dec 15 14:19:41.731687 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df8068-3c47-4f3d-838e-16712457578c req-e443eb42-6456-49c7-b1e6-d82d82bd6c75 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:41.731687 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-61df8068-3c47-4f3d-838e-16712457578c req-e443eb42-6456-49c7-b1e6-d82d82bd6c75 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 946 time: 0.0549505 Dec 15 14:19:41.774657 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-61df8068-3c47-4f3d-838e-16712457578c req-22a14659-352a-446b-b943-cfdba6227408 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429204 Dec 15 14:19:43.711072 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 41610) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:43.814304 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-85846b88-8e20-4485-8b4d-ecaadbc199ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:43.886349 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-85846b88-8e20-4485-8b4d-ecaadbc199ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:43.957811 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-85846b88-8e20-4485-8b4d-ecaadbc199ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:43.995665 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-85846b88-8e20-4485-8b4d-ecaadbc199ce admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2a99cea090654c61b2da48d6ea6615d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2833800 Dec 15 14:19:43.996375 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85846b88-8e20-4485-8b4d-ecaadbc199ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec9dc55-e0c6-4739-b7bf-f7cd87f654f3,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:43.998966 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 41614) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:44.047164 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c5678819-4eb8-46b7-8a68-8968b7af99e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:44.068080 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c5678819-4eb8-46b7-8a68-8968b7af99e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:44.188386 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c5678819-4eb8-46b7-8a68-8968b7af99e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:44.191061 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c5678819-4eb8-46b7-8a68-8968b7af99e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:44.192293 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-c5678819-4eb8-46b7-8a68-8968b7af99e7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3ec9dc55-e0c6-4739-b7bf-f7cd87f654f3 HTTP/1.1" status: 204 len: 168 time: 0.1921935 Dec 15 14:19:44.201216 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5678819-4eb8-46b7-8a68-8968b7af99e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec9dc55-e0c6-4739-b7bf-f7cd87f654f3,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:44.772391 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 41622) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:44.786147 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-da86c410-d840-44f6-856b-19818250a176 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:44.863841 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-da86c410-d840-44f6-856b-19818250a176 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:44.934621 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-da86c410-d840-44f6-856b-19818250a176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:44.973805 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-da86c410-d840-44f6-856b-19818250a176 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=79d9081a47b44a1cac303e5a08894fd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2002988 Dec 15 14:19:44.974760 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86c410-d840-44f6-856b-19818250a176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b4272b-b45c-4c11-a856-f500ac145ef7,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:44.976476 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 41624) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:45.024271 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cce2703b-e62a-469c-ab9c-3c163b7a5913 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:45.045901 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cce2703b-e62a-469c-ab9c-3c163b7a5913 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:45.249138 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cce2703b-e62a-469c-ab9c-3c163b7a5913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:45.251717 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-cce2703b-e62a-469c-ab9c-3c163b7a5913 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:45.252951 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-cce2703b-e62a-469c-ab9c-3c163b7a5913 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b6b4272b-b45c-4c11-a856-f500ac145ef7 HTTP/1.1" status: 204 len: 168 time: 0.2754762 Dec 15 14:19:45.260979 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2703b-e62a-469c-ab9c-3c163b7a5913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b4272b-b45c-4c11-a856-f500ac145ef7,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:48.403696 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 41704) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:48.508406 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9ae65f52-6b73-472b-8961-8fc1a4592fe3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:48.579371 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9ae65f52-6b73-472b-8961-8fc1a4592fe3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:48.639703 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9ae65f52-6b73-472b-8961-8fc1a4592fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:48.678652 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-9ae65f52-6b73-472b-8961-8fc1a4592fe3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=960fd4442b594ca1adf0e48675fb2db5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2732930 Dec 15 14:19:48.679536 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae65f52-6b73-472b-8961-8fc1a4592fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d182b7ae-c88f-4b59-b844-49a1ea7cb1af,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:48.681380 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 41708) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:48.733761 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e55d6b1d-9707-4335-96a7-ca9a1aad8f15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:48.754182 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e55d6b1d-9707-4335-96a7-ca9a1aad8f15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:48.845689 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e55d6b1d-9707-4335-96a7-ca9a1aad8f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:48.848362 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e55d6b1d-9707-4335-96a7-ca9a1aad8f15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:48.849540 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-e55d6b1d-9707-4335-96a7-ca9a1aad8f15 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d182b7ae-c88f-4b59-b844-49a1ea7cb1af HTTP/1.1" status: 204 len: 168 time: 0.1670482 Dec 15 14:19:48.858749 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d6b1d-9707-4335-96a7-ca9a1aad8f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d182b7ae-c88f-4b59-b844-49a1ea7cb1af,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:49.437989 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 41716) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:49.453194 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b03975fa-310b-48e3-81a2-b170641b42d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:49.527730 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b03975fa-310b-48e3-81a2-b170641b42d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:49.594120 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b03975fa-310b-48e3-81a2-b170641b42d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:49.632781 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-b03975fa-310b-48e3-81a2-b170641b42d3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5d1e8fe830ea4db59e913b6e0d77475e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1936636 Dec 15 14:19:49.634850 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03975fa-310b-48e3-81a2-b170641b42d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdea7ab5-2ee1-4fce-895f-450fb8e875ab,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:49.635299 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 41718) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:49.687060 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-3c9033e6-8a4f-4d1a-b3f4-9f46d9f6a9a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:49.707974 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-3c9033e6-8a4f-4d1a-b3f4-9f46d9f6a9a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:49.860504 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:49.861142 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-3c9033e6-8a4f-4d1a-b3f4-9f46d9f6a9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:49.864298 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-3c9033e6-8a4f-4d1a-b3f4-9f46d9f6a9a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:49.865543 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-3c9033e6-8a4f-4d1a-b3f4-9f46d9f6a9a2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cdea7ab5-2ee1-4fce-895f-450fb8e875ab HTTP/1.1" status: 204 len: 168 time: 0.2291722 Dec 15 14:19:49.873309 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9033e6-8a4f-4d1a-b3f4-9f46d9f6a9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdea7ab5-2ee1-4fce-895f-450fb8e875ab,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:51.476301 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 41766) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:51.579293 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-84e9a057-84eb-44b9-858c-50f9f1fc8e43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:51.651861 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-84e9a057-84eb-44b9-858c-50f9f1fc8e43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:51.706296 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-84e9a057-84eb-44b9-858c-50f9f1fc8e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:51.745104 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-84e9a057-84eb-44b9-858c-50f9f1fc8e43 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=51adfde19af942b4a8ffaf2ab36eeeec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2676589 Dec 15 14:19:51.745985 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9a057-84eb-44b9-858c-50f9f1fc8e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e607ec97-2620-44b9-85cf-26b4b2249b19,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:51.747798 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 41770) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:51.797134 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-129fe618-9d3f-46b5-94c8-24e5e2558705 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:51.818459 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-129fe618-9d3f-46b5-94c8-24e5e2558705 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:51.963758 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-129fe618-9d3f-46b5-94c8-24e5e2558705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:51.967707 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-129fe618-9d3f-46b5-94c8-24e5e2558705 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:51.968890 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-129fe618-9d3f-46b5-94c8-24e5e2558705 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e607ec97-2620-44b9-85cf-26b4b2249b19 HTTP/1.1" status: 204 len: 168 time: 0.2188225 Dec 15 14:19:51.977178 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129fe618-9d3f-46b5-94c8-24e5e2558705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e607ec97-2620-44b9-85cf-26b4b2249b19,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:52.978989 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 41804) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:53.072066 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-2ce36740-1997-4171-b833-6232d0739c9b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-496282400-network', 'tenant_id': 'd84c55322ce848ae8db4d5528bc6d79f'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:53.148369 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce36740-1997-4171-b833-6232d0739c9b admin admin] Made reservation on behalf of d84c55322ce848ae8db4d5528bc6d79f for: {'network': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:19:53.150974 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-2ce36740-1997-4171-b833-6232d0739c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for network, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:53.160431 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-2ce36740-1997-4171-b833-6232d0739c9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:53.232108 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-2ce36740-1997-4171-b833-6232d0739c9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:53.302425 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-2ce36740-1997-4171-b833-6232d0739c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:53.322744 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce36740-1997-4171-b833-6232d0739c9b admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:19:53.337190 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce36740-1997-4171-b833-6232d0739c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260407a0-9661-4e64-ad5f-d8795e6d0a7b,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:53.343880 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-2ce36740-1997-4171-b833-6232d0739c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967'] for segment, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:53.344261 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.db.segments_db [None req-2ce36740-1997-4171-b833-6232d0739c9b admin admin] Added segment 9dee89e2-c366-4803-a638-c955f8f8f636 of type vlan for network bb4e1880-84ea-4fab-ae20-ce3f398a76b0 Dec 15 14:19:53.387792 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-2ce36740-1997-4171-b833-6232d0739c9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782778959656'] for network, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:53.488841 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-2ce36740-1997-4171-b833-6232d0739c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241'] for network, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:53.489768 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce36740-1997-4171-b833-6232d0739c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:53.490363 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-2ce36740-1997-4171-b833-6232d0739c9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for network, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:53.548036 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce36740-1997-4171-b833-6232d0739c9b admin admin] Pushing event updated for resources: {'Network': ['ID=bb4e1880-84ea-4fab-ae20-ce3f398a76b0,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:53.557792 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Network bb4e1880-84ea-4fab-ae20-ce3f398a76b0 details requested by agent ovs-agent-dv-cinder-813229-4-iscsi with host dv-cinder-813229-4-iscsi {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:19:53.617452 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-2ce36740-1997-4171-b833-6232d0739c9b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6373498 Dec 15 14:19:53.620153 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 41808) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:19:53.625481 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-f7ea4db6-f4d7-43b8-8e84-0cb11e34425c admin admin] Request body: {'subnet': {'network_id': 'bb4e1880-84ea-4fab-ae20-ce3f398a76b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-496282400-subnet', 'tenant_id': 'd84c55322ce848ae8db4d5528bc6d79f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:53.711831 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ea4db6-f4d7-43b8-8e84-0cb11e34425c admin admin] Made reservation on behalf of d84c55322ce848ae8db4d5528bc6d79f for: {'subnet': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:19:53.714254 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f7ea4db6-f4d7-43b8-8e84-0cb11e34425c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59642417'] for subnet, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:53.960091 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f7ea4db6-f4d7-43b8-8e84-0cb11e34425c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59642415'] for subnet, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:54.015072 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea4db6-f4d7-43b8-8e84-0cb11e34425c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cea4421-8b32-4842-8742-c496d7acd061,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:54.023347 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ea4db6-f4d7-43b8-8e84-0cb11e34425c admin admin] Checking segment: {'id': '9dee89e2-c366-4803-a638-c955f8f8f636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bb4e1880-84ea-4fab-ae20-ce3f398a76b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:19:54.023706 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ea4db6-f4d7-43b8-8e84-0cb11e34425c admin admin] Network hostable DHCP agents. Network: bb4e1880-84ea-4fab-ae20-ce3f398a76b0, hostable agents: ['00d3855d-cdb4-486b-84c6-a7f3fbe8df5a'], hosted agents: [] {{(pid=103145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:19:54.114357 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ea4db6-f4d7-43b8-8e84-0cb11e34425c admin admin] Network bb4e1880-84ea-4fab-ae20-ce3f398a76b0 is scheduled to be hosted by DHCP agent 00d3855d-cdb4-486b-84c6-a7f3fbe8df5a with binding_index 1 {{(pid=103145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:19:54.217218 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-f7ea4db6-f4d7-43b8-8e84-0cb11e34425c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-4-iscsi, bb4e1880-84ea-4fab-ae20-ce3f398a76b0) {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:19:54.221341 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ea4db6-f4d7-43b8-8e84-0cb11e34425c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:54.221932 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f7ea4db6-f4d7-43b8-8e84-0cb11e34425c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:54.227366 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c8f9a7-dd46-4b7f-875f-503fef86d490 None None] Network bb4e1880-84ea-4fab-ae20-ce3f398a76b0 requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:19:54.305932 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-f7ea4db6-f4d7-43b8-8e84-0cb11e34425c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6845064 Dec 15 14:19:54.321995 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf45ff6-14bc-4f35-a77e-97b7868f1a35 None None] Network bb4e1880-84ea-4fab-ae20-ce3f398a76b0 requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:19:56.352711 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:19:56.369269 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-7b7ef6c2-e9b8-4286-80a3-381060079c30 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:56.370675 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-7b7ef6c2-e9b8-4286-80a3-381060079c30 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/networks?id=bb4e1880-84ea-4fab-ae20-ce3f398a76b0 HTTP/1.1" status: 200 len: 808 time: 0.1045141 Dec 15 14:19:56.385870 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-ff1c6791-6017-48d2-b5f7-dfa57f4cb520 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/quotas/d84c55322ce848ae8db4d5528bc6d79f HTTP/1.1" status: 200 len: 375 time: 0.0086875 Dec 15 14:19:56.416091 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-0f22e0e4-ef8d-4f97-8ef7-fb9c217f223e tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d84c55322ce848ae8db4d5528bc6d79f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250342 Dec 15 14:19:56.508034 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-45e402c9-73ca-47fe-a040-d5be17c3e972 service neutron] 10.222.0.36 "GET /v2.0/networks/bb4e1880-84ea-4fab-ae20-ce3f398a76b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846720 Dec 15 14:19:56.598912 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-7209cce1-e704-4ea5-828b-80e97c879768 service neutron] 10.222.0.36 "GET /v2.0/networks/bb4e1880-84ea-4fab-ae20-ce3f398a76b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849307 Dec 15 14:19:56.829431 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b7775d40-235d-4013-9f2f-3bafe804f04e req-34ea8ef4-9688-469f-bced-da7b03a20a14 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/ports?device_id=530770fb-25a6-4f3f-9658-f8c4767b4d08 HTTP/1.1" status: 200 len: 210 time: 0.0289886 Dec 15 14:19:57.926030 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1f3e8e78-85a5-43ab-a316-4c1e64d4e4f5 req-b69c4aee-6cf8-4c00-9511-7e565feb53b2 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/ports?device_id=530770fb-25a6-4f3f-9658-f8c4767b4d08 HTTP/1.1" status: 200 len: 210 time: 0.0285242 Dec 15 14:19:59.032358 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7af198da-3f6b-4e42-b07a-b592fbe8b0f2 req-437b5cb3-1920-40f5-9b1c-b643b66b17dd tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/ports?device_id=530770fb-25a6-4f3f-9658-f8c4767b4d08 HTTP/1.1" status: 200 len: 210 time: 0.0353932 Dec 15 14:19:59.118097 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-5bf85140-d76d-49e2-8ef8-0bf9d6ab9d53 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:59.119558 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-5bf85140-d76d-49e2-8ef8-0bf9d6ab9d53 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.54 "GET /v2.0/networks?id=bb4e1880-84ea-4fab-ae20-ce3f398a76b0 HTTP/1.1" status: 200 len: 808 time: 0.1108344 Dec 15 14:19:59.132855 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-b8e398ac-0217-43e5-9a8d-65a80e3bd5e9 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Request body: {'port': {'device_id': '530770fb-25a6-4f3f-9658-f8c4767b4d08', 'network_id': 'bb4e1880-84ea-4fab-ae20-ce3f398a76b0', 'admin_state_up': True, 'tenant_id': 'd84c55322ce848ae8db4d5528bc6d79f'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:59.314419 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-b8e398ac-0217-43e5-9a8d-65a80e3bd5e9 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Made reservation on behalf of d84c55322ce848ae8db4d5528bc6d79f for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:19:59.318257 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-b8e398ac-0217-43e5-9a8d-65a80e3bd5e9 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:59.447016 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-b8e398ac-0217-43e5-9a8d-65a80e3bd5e9 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Allocated IP 172.20.0.4 (bb4e1880-84ea-4fab-ae20-ce3f398a76b0/1cea4421-8b32-4842-8742-c496d7acd061/03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:19:59.591313 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-b8e398ac-0217-43e5-9a8d-65a80e3bd5e9 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Publish callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:59.678117 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-b8e398ac-0217-43e5-9a8d-65a80e3bd5e9 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59071379'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:59.725267 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-b8e398ac-0217-43e5-9a8d-65a80e3bd5e9 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Network bb4e1880-84ea-4fab-ae20-ce3f398a76b0 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:19:59.729006 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-b8e398ac-0217-43e5-9a8d-65a80e3bd5e9 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:19:59.732948 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-b8e398ac-0217-43e5-9a8d-65a80e3bd5e9 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:19:59.762089 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e398ac-0217-43e5-9a8d-65a80e3bd5e9 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Pushing event updated for resources: {'Port': ['ID=03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:19:59.788406 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-b8e398ac-0217-43e5-9a8d-65a80e3bd5e9 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:19:59.789012 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-b8e398ac-0217-43e5-9a8d-65a80e3bd5e9 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:19:59.916449 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-b8e398ac-0217-43e5-9a8d-65a80e3bd5e9 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7874062 Dec 15 14:19:59.929940 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-923a589b-6f45-4bfd-a835-9351d916f281 service neutron] Request body: {'port': {'device_id': '530770fb-25a6-4f3f-9658-f8c4767b4d08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:19:59.983066 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-923a589b-6f45-4bfd-a835-9351d916f281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:00.159580 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b3aee-3b90-4925-9c95-8e3115ea1526 req-88862af7-2a6e-4f6b-9b9d-575a29438986 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:00.162205 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5d6b3aee-3b90-4925-9c95-8e3115ea1526 req-88862af7-2a6e-4f6b-9b9d-575a29438986 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/ports?device_id=530770fb-25a6-4f3f-9658-f8c4767b4d08 HTTP/1.1" status: 200 len: 931 time: 0.0543694 Dec 15 14:20:00.217451 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5d6b3aee-3b90-4925-9c95-8e3115ea1526 req-6601077c-f72b-4527-8090-648ebff45d9a tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/security-groups?id=260407a0-9661-4e64-ad5f-d8795e6d0a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471201 Dec 15 14:20:00.274323 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.notifiers.nova [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-923a589b-6f45-4bfd-a835-9351d916f281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b {{(pid=103144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:20:00.282230 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-923a589b-6f45-4bfd-a835-9351d916f281 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:00.293978 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.provisioning_blocks [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-923a589b-6f45-4bfd-a835-9351d916f281 service neutron] Transition to ACTIVE for port object 03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b will not be triggered until provisioned by entity L2. {{(pid=103144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:20:00.363497 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-923a589b-6f45-4bfd-a835-9351d916f281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59071466'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:00.411589 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a589b-6f45-4bfd-a835-9351d916f281 service neutron] Pushing event updated for resources: {'Port': ['ID=03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:00.480184 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-923a589b-6f45-4bfd-a835-9351d916f281 service neutron] Attempting to bind port 03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:20:00.480535 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-923a589b-6f45-4bfd-a835-9351d916f281 service neutron] Attempting to bind port 03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '9dee89e2-c366-4803-a638-c955f8f8f636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bb4e1880-84ea-4fab-ae20-ce3f398a76b0'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:20:00.480878 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-923a589b-6f45-4bfd-a835-9351d916f281 service neutron] Attempting to bind port 03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b on network bb4e1880-84ea-4fab-ae20-ce3f398a76b0 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:20:00.485969 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-923a589b-6f45-4bfd-a835-9351d916f281 service neutron] Port 03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b on network bb4e1880-84ea-4fab-ae20-ce3f398a76b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:20:00.486296 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-923a589b-6f45-4bfd-a835-9351d916f281 service neutron] Attempting to bind port 03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b on network bb4e1880-84ea-4fab-ae20-ce3f398a76b0 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:20:00.491245 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-923a589b-6f45-4bfd-a835-9351d916f281 service neutron] Checking agent: {'id': 'ac5d7605-2d06-411e-ba74-ad46eb528a57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 11, 20), 'started_at': datetime.datetime(2021, 12, 15, 14, 11, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:20:00.491589 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-923a589b-6f45-4bfd-a835-9351d916f281 service neutron] Checking segment: {'id': '9dee89e2-c366-4803-a638-c955f8f8f636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bb4e1880-84ea-4fab-ae20-ce3f398a76b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:20:00.492120 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-923a589b-6f45-4bfd-a835-9351d916f281 service neutron] Bound using segment: {'id': '9dee89e2-c366-4803-a638-c955f8f8f636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bb4e1880-84ea-4fab-ae20-ce3f398a76b0'} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:20:00.492556 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-923a589b-6f45-4bfd-a835-9351d916f281 service neutron] Bound port: 03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dee89e2-c366-4803-a638-c955f8f8f636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bb4e1880-84ea-4fab-ae20-ce3f398a76b0'}}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:20:00.492914 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-923a589b-6f45-4bfd-a835-9351d916f281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:00.560497 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-923a589b-6f45-4bfd-a835-9351d916f281 service neutron] For port 03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b, host hv-cinder-81322, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:20:00.563650 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-923a589b-6f45-4bfd-a835-9351d916f281 service neutron] For port 03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b,segment=NetworkSegment(9dee89e2-c366-4803-a638-c955f8f8f636),segment_id=9dee89e2-c366-4803-a638-c955f8f8f636)] {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:20:00.643762 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-923a589b-6f45-4bfd-a835-9351d916f281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59071466'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:00.678759 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-923a589b-6f45-4bfd-a835-9351d916f281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:00.679386 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-923a589b-6f45-4bfd-a835-9351d916f281 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:00.680780 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-923a589b-6f45-4bfd-a835-9351d916f281 service neutron] 10.222.0.54 "PUT /v2.0/ports/03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b HTTP/1.1" status: 200 len: 1093 time: 0.7548761 Dec 15 14:20:00.684223 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530770fb-25a6-4f3f-9658-f8c4767b4d08', 'tag': '03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:20:00.685249 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85a0f3a80b1f03eae3b213f201473723e4c4eee54091eafe51cfe768d2ea106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7e22f7-c237-4d89-b7d0-df0794141bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "530770fb-25a6-4f3f-9658-f8c4767b4d08", "tag": "03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:20:00.709832 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a589b-6f45-4bfd-a835-9351d916f281 service neutron] Pushing event updated for resources: {'Port': ['ID=03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:00.722425 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fc94c9-f8a2-4e96-90d6-25c149768a9f x-openstack-request-id: req-98fc94c9-f8a2-4e96-90d6-25c149768a9f {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:20:00.722719 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "530770fb-25a6-4f3f-9658-f8c4767b4d08", "tag": "03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:20:00.722978 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-98fc94c9-f8a2-4e96-90d6-25c149768a9f {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:20:00.723371 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '530770fb-25a6-4f3f-9658-f8c4767b4d08', 'tag': '03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b', 'status': 'completed', 'code': 200} Dec 15 14:20:00.798884 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e22f7-c237-4d89-b7d0-df0794141bf1 req-c0bbd754-90da-4c6e-89cc-5eace357dbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:00.800771 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-5b7e22f7-c237-4d89-b7d0-df0794141bf1 req-c0bbd754-90da-4c6e-89cc-5eace357dbb2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d84c55322ce848ae8db4d5528bc6d79f&device_id=530770fb-25a6-4f3f-9658-f8c4767b4d08 HTTP/1.1" status: 200 len: 1096 time: 0.0536606 Dec 15 14:20:00.973405 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e22f7-c237-4d89-b7d0-df0794141bf1 req-d515e06b-fcf0-4056-b3a9-0314ce81af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:00.974901 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-5b7e22f7-c237-4d89-b7d0-df0794141bf1 req-d515e06b-fcf0-4056-b3a9-0314ce81af0d service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=d84c55322ce848ae8db4d5528bc6d79f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1663988 Dec 15 14:20:01.342941 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c155d-04cf-4fdb-bd66-e932ecd0de2e req-1df03771-0b70-4719-8e5a-31b5f7242802 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:01.344550 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4f2c155d-04cf-4fdb-bd66-e932ecd0de2e req-1df03771-0b70-4719-8e5a-31b5f7242802 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/ports?device_id=530770fb-25a6-4f3f-9658-f8c4767b4d08 HTTP/1.1" status: 200 len: 943 time: 0.0537124 Dec 15 14:20:01.358620 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e22f7-c237-4d89-b7d0-df0794141bf1 req-3d730b41-6af3-4f63-a6fc-89f370a8b77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:01.360166 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-5b7e22f7-c237-4d89-b7d0-df0794141bf1 req-3d730b41-6af3-4f63-a6fc-89f370a8b77c service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3771262 Dec 15 14:20:01.392345 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4f2c155d-04cf-4fdb-bd66-e932ecd0de2e req-d4716581-38e5-4f8e-8735-659cf89c24c6 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/security-groups?id=260407a0-9661-4e64-ad5f-d8795e6d0a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415142 Dec 15 14:20:01.442812 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-835eddd2-05d4-46d5-ab11-a4efce17fd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:01.444309 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-835eddd2-05d4-46d5-ab11-a4efce17fd78 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d84c55322ce848ae8db4d5528bc6d79f&device_id=530770fb-25a6-4f3f-9658-f8c4767b4d08 HTTP/1.1" status: 200 len: 1096 time: 0.0410147 Dec 15 14:20:01.488264 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-65a39703-8e60-4937-bc7f-21a14cfb63a2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b HTTP/1.1" status: 200 len: 217 time: 0.0360394 Dec 15 14:20:01.546751 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-ea6575f0-d0f9-4f1e-af99-3dad05ec3ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:01.548071 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-ea6575f0-d0f9-4f1e-af99-3dad05ec3ef8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1cea4421-8b32-4842-8742-c496d7acd061 HTTP/1.1" status: 200 len: 848 time: 0.0531189 Dec 15 14:20:01.580403 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-434a151f-e9ea-4bf7-96c5-a02680d355ce service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bb4e1880-84ea-4fab-ae20-ce3f398a76b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242372 Dec 15 14:20:01.672148 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-9cad7ac0-8081-4ca2-83b4-d4dce2a48fe4 service neutron] 10.222.0.54 "GET /v2.0/networks/bb4e1880-84ea-4fab-ae20-ce3f398a76b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835397 Dec 15 14:20:01.768681 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-cd3c4871-7d73-46c6-a5fd-ea2f72c554f1 req-33615a10-114e-4c30-a457-7eb02a65d22a service neutron] 10.222.0.54 "GET /v2.0/networks/bb4e1880-84ea-4fab-ae20-ce3f398a76b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830464 Dec 15 14:20:02.509508 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ce5bf-8cc9-4398-a073-ec45b3013119 req-1ed6d55c-81dd-4860-8704-43a047d16a26 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:02.510874 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-355ce5bf-8cc9-4398-a073-ec45b3013119 req-1ed6d55c-81dd-4860-8704-43a047d16a26 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/ports?device_id=530770fb-25a6-4f3f-9658-f8c4767b4d08 HTTP/1.1" status: 200 len: 943 time: 0.0486481 Dec 15 14:20:02.556893 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-355ce5bf-8cc9-4398-a073-ec45b3013119 req-54a9e11c-0d49-4975-84e8-fff9b51d7352 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/security-groups?id=260407a0-9661-4e64-ad5f-d8795e6d0a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393939 Dec 15 14:20:03.306181 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bad37d7e-3c65-41db-9a2f-ff7403302dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:03.677637 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff7ca8-b497-4eb7-8e09-b4fd11ab771e req-468d8d89-1b3a-4a2b-804d-7e2744ebaea3 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:03.679119 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-60ff7ca8-b497-4eb7-8e09-b4fd11ab771e req-468d8d89-1b3a-4a2b-804d-7e2744ebaea3 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/ports?device_id=530770fb-25a6-4f3f-9658-f8c4767b4d08 HTTP/1.1" status: 200 len: 943 time: 0.0515370 Dec 15 14:20:03.730528 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-60ff7ca8-b497-4eb7-8e09-b4fd11ab771e req-61e965bb-e0a4-4d03-b83f-04e83af697c7 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/security-groups?id=260407a0-9661-4e64-ad5f-d8795e6d0a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454781 Dec 15 14:20:04.845000 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015111d7-661e-4b49-93c7-38d5860fc751 req-85534278-1f4e-49dc-aa0f-5b15df4f2dc2 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:04.846478 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-015111d7-661e-4b49-93c7-38d5860fc751 req-85534278-1f4e-49dc-aa0f-5b15df4f2dc2 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/ports?device_id=530770fb-25a6-4f3f-9658-f8c4767b4d08 HTTP/1.1" status: 200 len: 943 time: 0.0494766 Dec 15 14:20:04.896020 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-015111d7-661e-4b49-93c7-38d5860fc751 req-58ce8fe6-f3e0-4dc5-aec3-cd8e541c90ee tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/security-groups?id=260407a0-9661-4e64-ad5f-d8795e6d0a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429926 Dec 15 14:20:05.308668 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb50b83-945a-4748-90e4-b28361a0aa95 req-0cc6d4f3-38dd-47e6-8eeb-54c857c86801 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:05.310127 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8fb50b83-945a-4748-90e4-b28361a0aa95 req-0cc6d4f3-38dd-47e6-8eeb-54c857c86801 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad61711-58ee-4f49-8b73-a7879a8743ee HTTP/1.1" status: 200 len: 945 time: 0.0485778 Dec 15 14:20:05.356789 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8fb50b83-945a-4748-90e4-b28361a0aa95 req-082b069b-777c-463b-8dfc-f09c1ff94160 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=db6779c0-1b9b-499f-a805-26c29ede5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405579 Dec 15 14:20:05.672561 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:20:05.777083 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b,segment=NetworkSegment(9dee89e2-c366-4803-a638-c955f8f8f636),segment_id=9dee89e2-c366-4803-a638-c955f8f8f636)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:05.792269 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Returning: {'device': '03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b', 'network_id': 'bb4e1880-84ea-4fab-ae20-ce3f398a76b0', 'port_id': '03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b', 'mac_address': 'fa:16:3e:6d:fb:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cea4421-8b32-4842-8742-c496d7acd061', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:20:05.829414 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:05.842065 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:20:05.848678 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f61018b-7d1d-4b92-8fbf-b2b7532c69be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:05.863235 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b,segment=NetworkSegment(9dee89e2-c366-4803-a638-c955f8f8f636),segment_id=9dee89e2-c366-4803-a638-c955f8f8f636)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:05.940739 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:05.990700 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:05.997756 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:05.998119 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:05.998471 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:05.998819 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:05.999158 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:05.999496 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:05.999837 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:06.000808 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:06.001146 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:06.001481 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:06.001815 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:06.002142 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:06.002475 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:06.017362 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193841f2-4fbb-4227-be93-d1294aa48109 req-eff71e43-8d6d-4ea3-be88-fd274d1a0724 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:06.018845 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-193841f2-4fbb-4227-be93-d1294aa48109 req-eff71e43-8d6d-4ea3-be88-fd274d1a0724 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/ports?device_id=530770fb-25a6-4f3f-9658-f8c4767b4d08 HTTP/1.1" status: 200 len: 944 time: 0.0529211 Dec 15 14:20:06.065414 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-193841f2-4fbb-4227-be93-d1294aa48109 req-2df40254-b4e5-4406-93d1-9f25f8829095 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/security-groups?id=260407a0-9661-4e64-ad5f-d8795e6d0a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406351 Dec 15 14:20:06.208874 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:20:06.469811 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724bbbc5-30f4-4e0c-b0f1-5871e3d6d2b8 req-2ccf6f1f-537b-4f58-904e-78612dc8c4ed tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:06.471147 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-724bbbc5-30f4-4e0c-b0f1-5871e3d6d2b8 req-2ccf6f1f-537b-4f58-904e-78612dc8c4ed tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad61711-58ee-4f49-8b73-a7879a8743ee HTTP/1.1" status: 200 len: 945 time: 0.0474901 Dec 15 14:20:06.517698 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-724bbbc5-30f4-4e0c-b0f1-5871e3d6d2b8 req-5353f648-4dd4-41fb-a1b0-c2c398424991 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=db6779c0-1b9b-499f-a805-26c29ede5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407174 Dec 15 14:20:06.980223 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:07.174519 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc07aa-2bc6-4862-96b8-6094066c6b12 req-0a552453-e517-45fa-a588-57cee1f670cc tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:07.176046 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-55bc07aa-2bc6-4862-96b8-6094066c6b12 req-0a552453-e517-45fa-a588-57cee1f670cc tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ad61711-58ee-4f49-8b73-a7879a8743ee HTTP/1.1" status: 200 len: 945 time: 0.0501771 Dec 15 14:20:07.183610 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f0d6f-1a51-4e18-b80f-993c7ee45cb5 req-ec245eb0-ea3a-40d7-bc1b-a4207da46690 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:07.185087 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a80f0d6f-1a51-4e18-b80f-993c7ee45cb5 req-ec245eb0-ea3a-40d7-bc1b-a4207da46690 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/ports?device_id=530770fb-25a6-4f3f-9658-f8c4767b4d08 HTTP/1.1" status: 200 len: 944 time: 0.0514562 Dec 15 14:20:07.234056 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a80f0d6f-1a51-4e18-b80f-993c7ee45cb5 req-50f2646a-a2ed-4c53-ab90-580c43394a26 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/security-groups?id=260407a0-9661-4e64-ad5f-d8795e6d0a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422146 Dec 15 14:20:07.272815 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-55bc07aa-2bc6-4862-96b8-6094066c6b12 req-ff6f94bb-fec2-4334-80c2-ee490d1a256c tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Deleting port a281319e-ef68-4dae-9da6-2e3cb6b4f56a {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:07.273165 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-55bc07aa-2bc6-4862-96b8-6094066c6b12 req-ff6f94bb-fec2-4334-80c2-ee490d1a256c tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:07.364867 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-55bc07aa-2bc6-4862-96b8-6094066c6b12 req-ff6f94bb-fec2-4334-80c2-ee490d1a256c tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] For port a281319e-ef68-4dae-9da6-2e3cb6b4f56a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a281319e-ef68-4dae-9da6-2e3cb6b4f56a,segment=NetworkSegment(05c12ba9-d39b-4141-9580-defe032a5fb6),segment_id=05c12ba9-d39b-4141-9580-defe032a5fb6)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:07.365238 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-55bc07aa-2bc6-4862-96b8-6094066c6b12 req-ff6f94bb-fec2-4334-80c2-ee490d1a256c tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:07.583238 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-55bc07aa-2bc6-4862-96b8-6094066c6b12 req-ff6f94bb-fec2-4334-80c2-ee490d1a256c tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:07.583598 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-55bc07aa-2bc6-4862-96b8-6094066c6b12 req-ff6f94bb-fec2-4334-80c2-ee490d1a256c tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583636'] for floatingip, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:07.583945 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.db.l3_db [req-55bc07aa-2bc6-4862-96b8-6094066c6b12 req-ff6f94bb-fec2-4334-80c2-ee490d1a256c tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Floating IP 15864eac-cb3d-4e8f-b290-54d659e2029a disassociated. External IP: 172.27.3.157, port: a281319e-ef68-4dae-9da6-2e3cb6b4f56a. Dec 15 14:20:07.584291 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-55bc07aa-2bc6-4862-96b8-6094066c6b12 req-ff6f94bb-fec2-4334-80c2-ee490d1a256c tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Calling delete_port for a281319e-ef68-4dae-9da6-2e3cb6b4f56a owned by compute:nova {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:07.633426 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb23dbb-0b25-4a17-85d7-a70ebe0e7a3e req-6736649b-1b26-4a67-8940-ec88b8bc4adc tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:07.635882 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0eb23dbb-0b25-4a17-85d7-a70ebe0e7a3e req-6736649b-1b26-4a67-8940-ec88b8bc4adc tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad61711-58ee-4f49-8b73-a7879a8743ee HTTP/1.1" status: 200 len: 945 time: 0.0507965 Dec 15 14:20:07.678673 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b up at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:20:07.682881 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0eb23dbb-0b25-4a17-85d7-a70ebe0e7a3e req-b4380769-2c0b-47d8-bf92-ef572765d13b tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups?id=db6779c0-1b9b-499f-a805-26c29ede5afa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420561 Dec 15 14:20:07.783139 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning for port 03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:20:07.787045 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning complete for port 03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:07.793285 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:07.832061 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-55bc07aa-2bc6-4862-96b8-6094066c6b12 req-ff6f94bb-fec2-4334-80c2-ee490d1a256c tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59071379'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:07.860980 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f94bb-fec2-4334-80c2-ee490d1a256c tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Pushing event deleted for resources: {'Port': ['ID=a281319e-ef68-4dae-9da6-2e3cb6b4f56a,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:07.870548 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:07.898827 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530770fb-25a6-4f3f-9658-f8c4767b4d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:20:07.901098 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563fd6401afa6af5759f990961882efb87115f058b142029c69814770c0d1fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09b7df7-aa25-4651-ac1f-982c8ac059a3" -d '{"events": [{"server_uuid": "530770fb-25a6-4f3f-9658-f8c4767b4d08", "name": "network-vif-plugged", "status": "completed", "tag": "03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:20:07.914508 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b,segment=NetworkSegment(9dee89e2-c366-4803-a638-c955f8f8f636),segment_id=9dee89e2-c366-4803-a638-c955f8f8f636)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:07.938914 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48772f2-c1a9-46aa-901c-3ae779b8cc85 x-openstack-request-id: req-d48772f2-c1a9-46aa-901c-3ae779b8cc85 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:20:07.939245 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530770fb-25a6-4f3f-9658-f8c4767b4d08", "name": "network-vif-plugged", "status": "completed", "tag": "03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:20:07.939507 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d48772f2-c1a9-46aa-901c-3ae779b8cc85 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:20:07.939888 dv-cinder-813229-4-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530770fb-25a6-4f3f-9658-f8c4767b4d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b', 'code': 200} Dec 15 14:20:07.980746 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:07.985146 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55bc07aa-2bc6-4862-96b8-6094066c6b12 req-ff6f94bb-fec2-4334-80c2-ee490d1a256c tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Router 9049b4de-53dd-4d14-a582-281296ea540c has already been hosted by L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:20:08.032220 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:08.096072 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55bc07aa-2bc6-4862-96b8-6094066c6b12 req-ff6f94bb-fec2-4334-80c2-ee490d1a256c tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:20:08.106985 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ababb76d-7c19-4565-968f-f699d87d5de3 None None] Sync routers for ids ['9049b4de-53dd-4d14-a582-281296ea540c'] in dv-cinder-813229-4-iscsi {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:20:08.118768 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ababb76d-7c19-4565-968f-f699d87d5de3 None None] Routers {'9049b4de-53dd-4d14-a582-281296ea540c'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:20:08.119953 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-ababb76d-7c19-4565-968f-f699d87d5de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:20:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['9049b4de-53dd-4d14-a582-281296ea540c'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:08.136383 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bc07aa-2bc6-4862-96b8-6094066c6b12 req-ff6f94bb-fec2-4334-80c2-ee490d1a256c tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] No DVR routers for this DVR port a281319e-ef68-4dae-9da6-2e3cb6b4f56a on host hv-cinder-81322 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:20:08.138881 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-55bc07aa-2bc6-4862-96b8-6094066c6b12 req-ff6f94bb-fec2-4334-80c2-ee490d1a256c tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:08.143056 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-55bc07aa-2bc6-4862-96b8-6094066c6b12 req-ff6f94bb-fec2-4334-80c2-ee490d1a256c tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.54 "DELETE /v2.0/ports/a281319e-ef68-4dae-9da6-2e3cb6b4f56a HTTP/1.1" status: 204 len: 173 time: 0.9612658 Dec 15 14:20:08.143514 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad61711-58ee-4f49-8b73-a7879a8743ee', 'name': 'network-vif-deleted', 'tag': 'a281319e-ef68-4dae-9da6-2e3cb6b4f56a'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:20:08.145861 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85a0f3a80b1f03eae3b213f201473723e4c4eee54091eafe51cfe768d2ea106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7a7768-6691-418c-b5d6-444a4d9933d1" -d '{"events": [{"server_uuid": "0ad61711-58ee-4f49-8b73-a7879a8743ee", "name": "network-vif-deleted", "tag": "a281319e-ef68-4dae-9da6-2e3cb6b4f56a"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:20:08.183678 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951f8d5d-535e-46b1-a6da-9f68bb0389da x-openstack-request-id: req-951f8d5d-535e-46b1-a6da-9f68bb0389da {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:20:08.184298 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad61711-58ee-4f49-8b73-a7879a8743ee", "name": "network-vif-deleted", "tag": "a281319e-ef68-4dae-9da6-2e3cb6b4f56a", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:20:08.184298 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-951f8d5d-535e-46b1-a6da-9f68bb0389da {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:20:08.184691 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad61711-58ee-4f49-8b73-a7879a8743ee', 'name': 'network-vif-deleted', 'tag': 'a281319e-ef68-4dae-9da6-2e3cb6b4f56a', 'status': 'completed', 'code': 200} Dec 15 14:20:08.195776 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:08.238603 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-ababb76d-7c19-4565-968f-f699d87d5de3 None None] Set router 9049b4de-53dd-4d14-a582-281296ea540c gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:20:08.265391 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ca879-a5d5-4c44-8e63-1d3d6375ee3d req-1cccb956-5ea5-437b-b7e5-166f8aa96703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:08.267301 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-fa7ca879-a5d5-4c44-8e63-1d3d6375ee3d req-1cccb956-5ea5-437b-b7e5-166f8aa96703 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=530770fb-25a6-4f3f-9658-f8c4767b4d08 HTTP/1.1" status: 200 len: 1098 time: 0.0526154 Dec 15 14:20:08.332556 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-fa7ca879-a5d5-4c44-8e63-1d3d6375ee3d req-165e41d4-1567-4a8d-adf8-db295be52ea4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=260407a0-9661-4e64-ad5f-d8795e6d0a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581539 Dec 15 14:20:08.372307 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd5800-18bb-48b7-bf56-6887ba5dfdcd req-b4a2906f-abc6-45e3-8c53-294abe02a39f tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:08.374331 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-07cd5800-18bb-48b7-bf56-6887ba5dfdcd req-b4a2906f-abc6-45e3-8c53-294abe02a39f tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/ports?device_id=530770fb-25a6-4f3f-9658-f8c4767b4d08 HTTP/1.1" status: 200 len: 945 time: 0.0582392 Dec 15 14:20:08.430926 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-07cd5800-18bb-48b7-bf56-6887ba5dfdcd req-2a8eb27a-56ec-42e1-bdf6-fd261aa6f142 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/security-groups?id=260407a0-9661-4e64-ad5f-d8795e6d0a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480864 Dec 15 14:20:08.494943 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-ababb76d-7c19-4565-968f-f699d87d5de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9049b4de-53dd-4d14-a582-281296ea540c', 'name': 'tempest-AttachVolumeTestJSON-30751297-router', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '8b48a990-8034-475e-9a2b-ca227d9b8096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:08Z', 'updated_at': '2021-12-15T14:13:17Z', 'revision_number': 4, 'project_id': '99e48568027f45a591f092080d89b4dd', 'gw_port': {'id': '8b48a990-8034-475e-9a2b-ca227d9b8096', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9049b4de-53dd-4d14-a582-281296ea540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:09Z', 'updated_at': '2021-12-15T14:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': '9feccff9-c076-4836-aed1-c47d5355f4d6', 'name': '', 'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'mac_address': 'fa:16:3e:ea:8f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9049b4de-53dd-4d14-a582-281296ea540c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3951b90e-3765-4c81-9e5f-467e16fbfc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:15Z', 'updated_at': '2021-12-15T14:13:24Z', 'revision_number': 5, 'project_id': '99e48568027f45a591f092080d89b4dd', 'subnets': [{'id': '3951b90e-3765-4c81-9e5f-467e16fbfc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:08.520811 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ababb76d-7c19-4565-968f-f699d87d5de3 None None] Checking router: 9049b4de-53dd-4d14-a582-281296ea540c for host: dv-cinder-813229-4-iscsi {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:20:08.528943 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ababb76d-7c19-4565-968f-f699d87d5de3 None None] Routers {'9049b4de-53dd-4d14-a582-281296ea540c'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:20:08.529549 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-ababb76d-7c19-4565-968f-f699d87d5de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:20:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['9049b4de-53dd-4d14-a582-281296ea540c'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:08.634785 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-ababb76d-7c19-4565-968f-f699d87d5de3 None None] Set router 9049b4de-53dd-4d14-a582-281296ea540c gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:20:08.789210 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3629c9dd-de12-49c3-84e9-ff5cc72e6ef7 req-d2bf283e-392f-43ee-a528-9c681ba1c4d5 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ad61711-58ee-4f49-8b73-a7879a8743ee HTTP/1.1" status: 200 len: 210 time: 0.0256927 Dec 15 14:20:08.835607 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-ababb76d-7c19-4565-968f-f699d87d5de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9049b4de-53dd-4d14-a582-281296ea540c', 'name': 'tempest-AttachVolumeTestJSON-30751297-router', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '8b48a990-8034-475e-9a2b-ca227d9b8096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:08Z', 'updated_at': '2021-12-15T14:13:17Z', 'revision_number': 4, 'project_id': '99e48568027f45a591f092080d89b4dd', 'gw_port': {'id': '8b48a990-8034-475e-9a2b-ca227d9b8096', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9049b4de-53dd-4d14-a582-281296ea540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:09Z', 'updated_at': '2021-12-15T14:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': '9feccff9-c076-4836-aed1-c47d5355f4d6', 'name': '', 'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'mac_address': 'fa:16:3e:ea:8f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9049b4de-53dd-4d14-a582-281296ea540c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3951b90e-3765-4c81-9e5f-467e16fbfc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:15Z', 'updated_at': '2021-12-15T14:13:24Z', 'revision_number': 5, 'project_id': '99e48568027f45a591f092080d89b4dd', 'subnets': [{'id': '3951b90e-3765-4c81-9e5f-467e16fbfc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:08.990662 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ababb76d-7c19-4565-968f-f699d87d5de3 None None] The sync data for ids ['9049b4de-53dd-4d14-a582-281296ea540c'] in dv-cinder-813229-4-iscsi is: [{'id': '9049b4de-53dd-4d14-a582-281296ea540c', 'name': 'tempest-AttachVolumeTestJSON-30751297-router', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '8b48a990-8034-475e-9a2b-ca227d9b8096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:08Z', 'updated_at': '2021-12-15T14:13:17Z', 'revision_number': 4, 'project_id': '99e48568027f45a591f092080d89b4dd', 'gw_port': {'id': '8b48a990-8034-475e-9a2b-ca227d9b8096', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9049b4de-53dd-4d14-a582-281296ea540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:09Z', 'updated_at': '2021-12-15T14:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': '9feccff9-c076-4836-aed1-c47d5355f4d6', 'name': '', 'network_id': 'de3ac665-6e2b-47fc-8d80-1b730042a6ab', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'mac_address': 'fa:16:3e:ea:8f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9049b4de-53dd-4d14-a582-281296ea540c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '3951b90e-3765-4c81-9e5f-467e16fbfc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:15Z', 'updated_at': '2021-12-15T14:13:24Z', 'revision_number': 5, 'project_id': '99e48568027f45a591f092080d89b4dd', 'subnets': [{'id': '3951b90e-3765-4c81-9e5f-467e16fbfc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:20:09.208280 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed80a89-8d1a-4b87-a896-d83579b39df2 None None] New status for floating IP 15864eac-cb3d-4e8f-b290-54d659e2029a: DOWN {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:20:09.340681 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:09.549496 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820846e-4d8b-4db5-9291-08fde7279dff req-0f7e9822-b8e9-4140-8244-6f122418804d tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:09.551110 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a820846e-4d8b-4db5-9291-08fde7279dff req-0f7e9822-b8e9-4140-8244-6f122418804d tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/ports?device_id=530770fb-25a6-4f3f-9658-f8c4767b4d08 HTTP/1.1" status: 200 len: 945 time: 0.0512176 Dec 15 14:20:09.598723 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a820846e-4d8b-4db5-9291-08fde7279dff req-5375f668-1431-47ab-97b3-d9f35849af7e tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/security-groups?id=260407a0-9661-4e64-ad5f-d8795e6d0a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414255 Dec 15 14:20:09.915354 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 41952) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:09.967733 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-80a62918-4afe-425e-bb13-e8319637aa37 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for security_group, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:09.990810 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-80a62918-4afe-425e-bb13-e8319637aa37 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:10.097262 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-80a62918-4afe-425e-bb13-e8319637aa37 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:10.099900 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-80a62918-4afe-425e-bb13-e8319637aa37 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:10.103830 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-80a62918-4afe-425e-bb13-e8319637aa37 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "DELETE /v2.0/security-groups/db6779c0-1b9b-499f-a805-26c29ede5afa HTTP/1.1" status: 204 len: 168 time: 0.1847613 Dec 15 14:20:10.104210 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 41954) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:10.110997 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a62918-4afe-425e-bb13-e8319637aa37 tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6779c0-1b9b-499f-a805-26c29ede5afa,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:10.119671 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.api.v2.resource [None req-dedafd9d-efcb-418f-8274-0b86a0934c2e tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] show failed (client error): The resource could not be found. Dec 15 14:20:10.121070 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-dedafd9d-efcb-418f-8274-0b86a0934c2e tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "GET /v2.0/security-groups/db6779c0-1b9b-499f-a805-26c29ede5afa HTTP/1.1" status: 404 len: 347 time: 0.0155015 Dec 15 14:20:10.124335 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 41956) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:10.247480 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-126e2e7f-cc7b-42bb-abc5-c6f9516e8e9a tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Deleting port 75a1b12f-19be-48d6-b660-e639d8564ba0 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:10.247823 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-126e2e7f-cc7b-42bb-abc5-c6f9516e8e9a tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:10.324731 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-126e2e7f-cc7b-42bb-abc5-c6f9516e8e9a tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:10.325057 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-126e2e7f-cc7b-42bb-abc5-c6f9516e8e9a tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:10.336930 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-126e2e7f-cc7b-42bb-abc5-c6f9516e8e9a tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Calling delete_port for 75a1b12f-19be-48d6-b660-e639d8564ba0 owned by network:floatingip {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:10.519413 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-126e2e7f-cc7b-42bb-abc5-c6f9516e8e9a tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59071379'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:10.547331 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e2e7f-cc7b-42bb-abc5-c6f9516e8e9a tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Pushing event deleted for resources: {'Port': ['ID=75a1b12f-19be-48d6-b660-e639d8564ba0,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:10.606674 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-126e2e7f-cc7b-42bb-abc5-c6f9516e8e9a tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks [] for floatingip, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:10.609842 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-126e2e7f-cc7b-42bb-abc5-c6f9516e8e9a tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:10.611139 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-126e2e7f-cc7b-42bb-abc5-c6f9516e8e9a tempest-AttachVolumeTestJSON-886690549 tempest-AttachVolumeTestJSON-886690549-project] 10.222.0.36 "DELETE /v2.0/floatingips/15864eac-cb3d-4e8f-b290-54d659e2029a HTTP/1.1" status: 204 len: 168 time: 0.4852655 Dec 15 14:20:10.714136 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efcb13b-6ca7-41f2-a093-8de7f93ab807 req-8cd80442-0bea-4516-9e0b-5b28e3d8f9e5 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:10.715597 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5efcb13b-6ca7-41f2-a093-8de7f93ab807 req-8cd80442-0bea-4516-9e0b-5b28e3d8f9e5 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/ports?device_id=530770fb-25a6-4f3f-9658-f8c4767b4d08 HTTP/1.1" status: 200 len: 945 time: 0.0490305 Dec 15 14:20:10.762622 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5efcb13b-6ca7-41f2-a093-8de7f93ab807 req-0ff70f9c-5b28-4f62-bc91-f39b8b8e3dd4 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/security-groups?id=260407a0-9661-4e64-ad5f-d8795e6d0a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409956 Dec 15 14:20:11.706027 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device a281319e-ef68-4dae-9da6-2e3cb6b4f56a no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:20:11.726564 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] No Port match for: a281319e-ef68-4dae-9da6-2e3cb6b4f56a {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:20:11.726898 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device a281319e-ef68-4dae-9da6-2e3cb6b4f56a not bound to the agent host hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:20:12.142219 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a055e-e71c-450f-80c8-a7f448e8b43e req-2dbd9aa2-06c8-44e4-af21-c0842864cd51 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:12.143700 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0b3a055e-e71c-450f-80c8-a7f448e8b43e req-2dbd9aa2-06c8-44e4-af21-c0842864cd51 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/ports?device_id=530770fb-25a6-4f3f-9658-f8c4767b4d08 HTTP/1.1" status: 200 len: 945 time: 0.0500164 Dec 15 14:20:12.190681 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0b3a055e-e71c-450f-80c8-a7f448e8b43e req-342fa778-efbd-4ba9-ad3e-20c636bad8b5 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/security-groups?id=260407a0-9661-4e64-ad5f-d8795e6d0a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410748 Dec 15 14:20:13.309744 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b131a-bdf4-4e3b-ba1a-ef63ca331d28 req-1f6dd58b-81c8-4359-98cd-446ad15fa47a tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:13.311220 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4c9b131a-bdf4-4e3b-ba1a-ef63ca331d28 req-1f6dd58b-81c8-4359-98cd-446ad15fa47a tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/ports?device_id=530770fb-25a6-4f3f-9658-f8c4767b4d08 HTTP/1.1" status: 200 len: 945 time: 0.0519304 Dec 15 14:20:13.358475 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4c9b131a-bdf4-4e3b-ba1a-ef63ca331d28 req-b62e8b23-bd16-46f0-83a9-f7211f28ada0 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/security-groups?id=260407a0-9661-4e64-ad5f-d8795e6d0a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406168 Dec 15 14:20:13.541004 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e1c2b-b421-4a0a-8fda-434619bc7e0d req-2d35c86a-1fd4-4385-8de4-e26fff80cb32 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:13.542652 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-5a2e1c2b-b421-4a0a-8fda-434619bc7e0d req-2d35c86a-1fd4-4385-8de4-e26fff80cb32 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.54 "GET /v2.0/ports?device_id=530770fb-25a6-4f3f-9658-f8c4767b4d08 HTTP/1.1" status: 200 len: 945 time: 0.0569563 Dec 15 14:20:13.642355 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-5a2e1c2b-b421-4a0a-8fda-434619bc7e0d req-bd6c974c-3d19-4802-9abe-2be30ab50655 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Deleting port 03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:13.642707 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-5a2e1c2b-b421-4a0a-8fda-434619bc7e0d req-bd6c974c-3d19-4802-9abe-2be30ab50655 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:13.742500 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-5a2e1c2b-b421-4a0a-8fda-434619bc7e0d req-bd6c974c-3d19-4802-9abe-2be30ab50655 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] For port 03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b,segment=NetworkSegment(9dee89e2-c366-4803-a638-c955f8f8f636),segment_id=9dee89e2-c366-4803-a638-c955f8f8f636)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:13.742942 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-5a2e1c2b-b421-4a0a-8fda-434619bc7e0d req-bd6c974c-3d19-4802-9abe-2be30ab50655 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:13.763370 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-5a2e1c2b-b421-4a0a-8fda-434619bc7e0d req-bd6c974c-3d19-4802-9abe-2be30ab50655 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Calling delete_port for 03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b owned by compute:nova {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:13.969527 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-5a2e1c2b-b421-4a0a-8fda-434619bc7e0d req-bd6c974c-3d19-4802-9abe-2be30ab50655 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59071379'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:13.981307 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:20:13.996071 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c974c-3d19-4802-9abe-2be30ab50655 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Pushing event deleted for resources: {'Port': ['ID=03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:14.007024 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c974c-3d19-4802-9abe-2be30ab50655 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:14.007403 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c974c-3d19-4802-9abe-2be30ab50655 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:14.007760 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c974c-3d19-4802-9abe-2be30ab50655 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:14.008131 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c974c-3d19-4802-9abe-2be30ab50655 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:14.008477 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c974c-3d19-4802-9abe-2be30ab50655 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:14.008822 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c974c-3d19-4802-9abe-2be30ab50655 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:14.009158 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c974c-3d19-4802-9abe-2be30ab50655 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:14.009507 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c974c-3d19-4802-9abe-2be30ab50655 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:14.010402 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c974c-3d19-4802-9abe-2be30ab50655 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:14.010402 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c974c-3d19-4802-9abe-2be30ab50655 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:14.010571 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c974c-3d19-4802-9abe-2be30ab50655 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:14.010819 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c974c-3d19-4802-9abe-2be30ab50655 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:14.011147 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c974c-3d19-4802-9abe-2be30ab50655 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:14.054816 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2e1c2b-b421-4a0a-8fda-434619bc7e0d req-bd6c974c-3d19-4802-9abe-2be30ab50655 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] No DVR routers for this DVR port 03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b on host hv-cinder-81322 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:20:14.057175 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-5a2e1c2b-b421-4a0a-8fda-434619bc7e0d req-bd6c974c-3d19-4802-9abe-2be30ab50655 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:14.060486 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-5a2e1c2b-b421-4a0a-8fda-434619bc7e0d req-bd6c974c-3d19-4802-9abe-2be30ab50655 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.54 "DELETE /v2.0/ports/03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b HTTP/1.1" status: 204 len: 173 time: 0.5115509 Dec 15 14:20:14.060966 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530770fb-25a6-4f3f-9658-f8c4767b4d08', 'name': 'network-vif-deleted', 'tag': '03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:20:14.063700 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85a0f3a80b1f03eae3b213f201473723e4c4eee54091eafe51cfe768d2ea106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe7f896-2b9a-45de-ac70-5f8e04b77490" -d '{"events": [{"server_uuid": "530770fb-25a6-4f3f-9658-f8c4767b4d08", "name": "network-vif-deleted", "tag": "03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:20:14.099829 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d9d059-f6e2-47a7-8848-6e3aecaab8ca x-openstack-request-id: req-b0d9d059-f6e2-47a7-8848-6e3aecaab8ca {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:20:14.100162 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530770fb-25a6-4f3f-9658-f8c4767b4d08", "name": "network-vif-deleted", "tag": "03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:20:14.100420 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b0d9d059-f6e2-47a7-8848-6e3aecaab8ca {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:20:14.100843 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530770fb-25a6-4f3f-9658-f8c4767b4d08', 'name': 'network-vif-deleted', 'tag': '03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b', 'status': 'completed', 'code': 200} Dec 15 14:20:14.200957 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008d37b-91ee-47e0-a5a2-7112e5557415 req-73b19b05-5245-43a9-9930-ec6658ae4ffe tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:14.202460 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6008d37b-91ee-47e0-a5a2-7112e5557415 req-73b19b05-5245-43a9-9930-ec6658ae4ffe tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 946 time: 0.0495801 Dec 15 14:20:14.253440 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6008d37b-91ee-47e0-a5a2-7112e5557415 req-8d8c27c2-973c-44af-bb87-fd5f4d8aa919 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430775 Dec 15 14:20:14.465353 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4cbbe1c6-1c42-472d-990a-f5b5ef543f7d req-2444546e-3e0c-40ce-808a-da9e1fe02206 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/ports?device_id=530770fb-25a6-4f3f-9658-f8c4767b4d08 HTTP/1.1" status: 200 len: 210 time: 0.0256543 Dec 15 14:20:14.538475 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 42016) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:14.935065 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3d2c0671-0eb8-409a-be63-4e70866cfe15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584660'] for router_interface, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:15.180185 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-3d2c0671-0eb8-409a-be63-4e70866cfe15 admin admin] Deleting port 9feccff9-c076-4836-aed1-c47d5355f4d6 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:15.180535 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3d2c0671-0eb8-409a-be63-4e70866cfe15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:15.259483 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-3d2c0671-0eb8-409a-be63-4e70866cfe15 admin admin] For port 9feccff9-c076-4836-aed1-c47d5355f4d6, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=9feccff9-c076-4836-aed1-c47d5355f4d6,segment=NetworkSegment(05c12ba9-d39b-4141-9580-defe032a5fb6),segment_id=05c12ba9-d39b-4141-9580-defe032a5fb6)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:15.259851 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3d2c0671-0eb8-409a-be63-4e70866cfe15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:15.273130 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-3d2c0671-0eb8-409a-be63-4e70866cfe15 admin admin] Calling delete_port for 9feccff9-c076-4836-aed1-c47d5355f4d6 owned by network:router_interface {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:15.534477 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f59359-0e0d-4ee8-b619-3d9b4c9c21af req-bddece42-3e8a-4fe8-8db2-c80830c81573 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:15.536139 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-86f59359-0e0d-4ee8-b619-3d9b4c9c21af req-bddece42-3e8a-4fe8-8db2-c80830c81573 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 946 time: 0.0557353 Dec 15 14:20:15.546056 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3d2c0671-0eb8-409a-be63-4e70866cfe15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59071379'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:15.574617 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c0671-0eb8-409a-be63-4e70866cfe15 admin admin] Pushing event deleted for resources: {'Port': ['ID=9feccff9-c076-4836-aed1-c47d5355f4d6,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:15.604058 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-86f59359-0e0d-4ee8-b619-3d9b4c9c21af req-a2fc4d0b-e3fd-4fa9-bd77-0b09f548748f tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617995 Dec 15 14:20:15.700266 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cacca9-a78e-42a2-be9c-e2dc45904b2f req-38fd13e2-0f59-48eb-a0e8-25715bb8ffa9 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:15.701824 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-c0cacca9-a78e-42a2-be9c-e2dc45904b2f req-38fd13e2-0f59-48eb-a0e8-25715bb8ffa9 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.54 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 946 time: 0.1190221 Dec 15 14:20:15.779197 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-b41fddea-4b12-40b6-a64c-1336c1f1ea9b tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:15.787032 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-b41fddea-4b12-40b6-a64c-1336c1f1ea9b tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/networks?id=bb4e1880-84ea-4fab-ae20-ce3f398a76b0 HTTP/1.1" status: 200 len: 808 time: 0.1352828 Dec 15 14:20:15.804793 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-6ec530d6-1207-46ab-8ccf-06cca3f59281 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/quotas/d84c55322ce848ae8db4d5528bc6d79f HTTP/1.1" status: 200 len: 375 time: 0.0167439 Dec 15 14:20:15.833130 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-714f95eb-8147-4491-8e60-7152896d46a4 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d84c55322ce848ae8db4d5528bc6d79f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274296 Dec 15 14:20:15.929146 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-2a3113d3-dff8-40fd-9613-4d5bbaffbd47 service neutron] 10.222.0.36 "GET /v2.0/networks/bb4e1880-84ea-4fab-ae20-ce3f398a76b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888433 Dec 15 14:20:16.029163 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-84d37021-0b7c-48e1-84f4-d3629f2bd18c service neutron] 10.222.0.36 "GET /v2.0/networks/bb4e1880-84ea-4fab-ae20-ce3f398a76b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934310 Dec 15 14:20:16.102895 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3d2c0671-0eb8-409a-be63-4e70866cfe15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2096200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584776'] for router_interface, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:16.126197 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-c0cacca9-a78e-42a2-be9c-e2dc45904b2f req-72601540-1adf-419d-836f-c3fc84e3d7a7 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Deleting port ddb42df2-bffe-4eca-bd92-bb43eef42752 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:16.126197 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c0cacca9-a78e-42a2-be9c-e2dc45904b2f req-72601540-1adf-419d-836f-c3fc84e3d7a7 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:16.282663 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-22f16ff5-0f08-4f1f-aa2d-4115d2fd6fcc req-aec37b67-44f5-41fa-9623-f12f552caab8 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/ports?device_id=64e20b40-923b-4045-aa3c-34170136fd03 HTTP/1.1" status: 200 len: 210 time: 0.0273862 Dec 15 14:20:16.288617 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-c0cacca9-a78e-42a2-be9c-e2dc45904b2f req-72601540-1adf-419d-836f-c3fc84e3d7a7 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] For port ddb42df2-bffe-4eca-bd92-bb43eef42752, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ddb42df2-bffe-4eca-bd92-bb43eef42752,segment=NetworkSegment(88376a90-d228-4b29-87c9-0e4710ba306c),segment_id=88376a90-d228-4b29-87c9-0e4710ba306c)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:16.289620 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c0cacca9-a78e-42a2-be9c-e2dc45904b2f req-72601540-1adf-419d-836f-c3fc84e3d7a7 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:16.528404 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2c0671-0eb8-409a-be63-4e70866cfe15 admin admin] Router 9049b4de-53dd-4d14-a582-281296ea540c has already been hosted by L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:20:16.608025 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c0cacca9-a78e-42a2-be9c-e2dc45904b2f req-72601540-1adf-419d-836f-c3fc84e3d7a7 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:16.608397 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c0cacca9-a78e-42a2-be9c-e2dc45904b2f req-72601540-1adf-419d-836f-c3fc84e3d7a7 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583636'] for floatingip, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:16.608722 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.db.l3_db [req-c0cacca9-a78e-42a2-be9c-e2dc45904b2f req-72601540-1adf-419d-836f-c3fc84e3d7a7 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Floating IP b0b2dafe-1fcd-4bc8-8709-459fb83c7608 disassociated. External IP: 172.27.3.41, port: ddb42df2-bffe-4eca-bd92-bb43eef42752. Dec 15 14:20:16.609130 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-c0cacca9-a78e-42a2-be9c-e2dc45904b2f req-72601540-1adf-419d-836f-c3fc84e3d7a7 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Calling delete_port for ddb42df2-bffe-4eca-bd92-bb43eef42752 owned by compute:nova {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:16.700054 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2c0671-0eb8-409a-be63-4e70866cfe15 admin admin] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:20:16.708953 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-3d2c0671-0eb8-409a-be63-4e70866cfe15 admin admin] 10.222.0.36 "PUT /v2.0/routers/9049b4de-53dd-4d14-a582-281296ea540c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1671469 Dec 15 14:20:16.709158 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 42046) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:16.720590 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d16e5b3-2ca7-4fb6-b6a8-bd3590ab7015 None None] Sync routers for ids ['9049b4de-53dd-4d14-a582-281296ea540c'] in dv-cinder-813229-4-iscsi {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:20:16.733552 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d16e5b3-2ca7-4fb6-b6a8-bd3590ab7015 None None] Routers {'9049b4de-53dd-4d14-a582-281296ea540c'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:20:16.734999 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-7d16e5b3-2ca7-4fb6-b6a8-bd3590ab7015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:20:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['9049b4de-53dd-4d14-a582-281296ea540c'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:16.752968 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b41ad-f6a0-48e7-bf73-9c91d9ce38c1 req-dd7cdd08-b4bf-45bd-b436-a15805b469a6 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:16.762093 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f10b41ad-f6a0-48e7-bf73-9c91d9ce38c1 req-dd7cdd08-b4bf-45bd-b436-a15805b469a6 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 946 time: 0.0705838 Dec 15 14:20:16.811482 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f10b41ad-f6a0-48e7-bf73-9c91d9ce38c1 req-0c434095-39b0-40c2-afc5-e3a03cc667eb tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups?id=ad2c20a0-af41-4a98-bba9-9063325654d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483453 Dec 15 14:20:16.864157 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-7d16e5b3-2ca7-4fb6-b6a8-bd3590ab7015 None None] Set router 9049b4de-53dd-4d14-a582-281296ea540c gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:20:16.870609 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-acf48b14-324c-4291-a3fb-754df3f89082 admin admin] Publish callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:16.932514 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c0cacca9-a78e-42a2-be9c-e2dc45904b2f req-72601540-1adf-419d-836f-c3fc84e3d7a7 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59071379'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:16.973045 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72601540-1adf-419d-836f-c3fc84e3d7a7 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Pushing event deleted for resources: {'Port': ['ID=ddb42df2-bffe-4eca-bd92-bb43eef42752,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:17.051020 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-7d16e5b3-2ca7-4fb6-b6a8-bd3590ab7015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9049b4de-53dd-4d14-a582-281296ea540c', 'name': 'tempest-AttachVolumeTestJSON-30751297-router', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '8b48a990-8034-475e-9a2b-ca227d9b8096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:08Z', 'updated_at': '2021-12-15T14:20:15Z', 'revision_number': 5, 'project_id': '99e48568027f45a591f092080d89b4dd', 'gw_port': {'id': '8b48a990-8034-475e-9a2b-ca227d9b8096', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9049b4de-53dd-4d14-a582-281296ea540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:09Z', 'updated_at': '2021-12-15T14:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi'}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:17.072673 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-acf48b14-324c-4291-a3fb-754df3f89082 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:17.086477 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d16e5b3-2ca7-4fb6-b6a8-bd3590ab7015 None None] Checking router: 9049b4de-53dd-4d14-a582-281296ea540c for host: dv-cinder-813229-4-iscsi {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:20:17.095049 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d16e5b3-2ca7-4fb6-b6a8-bd3590ab7015 None None] Routers {'9049b4de-53dd-4d14-a582-281296ea540c'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:20:17.095722 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-7d16e5b3-2ca7-4fb6-b6a8-bd3590ab7015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:20:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['9049b4de-53dd-4d14-a582-281296ea540c'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:17.113771 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0cacca9-a78e-42a2-be9c-e2dc45904b2f req-72601540-1adf-419d-836f-c3fc84e3d7a7 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Router 338eeed0-0f42-48a9-9854-55c4d5b1385f has already been hosted by L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:20:17.205002 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-7d16e5b3-2ca7-4fb6-b6a8-bd3590ab7015 None None] Set router 9049b4de-53dd-4d14-a582-281296ea540c gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:20:17.252798 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0cacca9-a78e-42a2-be9c-e2dc45904b2f req-72601540-1adf-419d-836f-c3fc84e3d7a7 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:20:17.266199 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba24d15b-4e39-46bf-8415-f6cc2b5758b4 None None] Sync routers for ids ['338eeed0-0f42-48a9-9854-55c4d5b1385f'] in dv-cinder-813229-4-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:20:17.276254 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba24d15b-4e39-46bf-8415-f6cc2b5758b4 None None] Routers {'338eeed0-0f42-48a9-9854-55c4d5b1385f'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:20:17.277148 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-ba24d15b-4e39-46bf-8415-f6cc2b5758b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:20:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['338eeed0-0f42-48a9-9854-55c4d5b1385f'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:17.298026 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0cacca9-a78e-42a2-be9c-e2dc45904b2f req-72601540-1adf-419d-836f-c3fc84e3d7a7 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] No DVR routers for this DVR port ddb42df2-bffe-4eca-bd92-bb43eef42752 on host hv-cinder-81322 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:20:17.300470 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-acf48b14-324c-4291-a3fb-754df3f89082 admin admin] Deleting port 8b48a990-8034-475e-9a2b-ca227d9b8096 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:17.300815 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-acf48b14-324c-4291-a3fb-754df3f89082 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:17.303032 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-c0cacca9-a78e-42a2-be9c-e2dc45904b2f req-72601540-1adf-419d-836f-c3fc84e3d7a7 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:17.307865 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-c0cacca9-a78e-42a2-be9c-e2dc45904b2f req-72601540-1adf-419d-836f-c3fc84e3d7a7 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.54 "DELETE /v2.0/ports/ddb42df2-bffe-4eca-bd92-bb43eef42752 HTTP/1.1" status: 204 len: 173 time: 1.5986800 Dec 15 14:20:17.308347 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba5304f-71f5-478d-9a3b-80f90a1cbb9c', 'name': 'network-vif-deleted', 'tag': 'ddb42df2-bffe-4eca-bd92-bb43eef42752'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:20:17.310620 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85a0f3a80b1f03eae3b213f201473723e4c4eee54091eafe51cfe768d2ea106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51810c3-6887-400e-90a8-09c317590c3f" -d '{"events": [{"server_uuid": "dba5304f-71f5-478d-9a3b-80f90a1cbb9c", "name": "network-vif-deleted", "tag": "ddb42df2-bffe-4eca-bd92-bb43eef42752"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:20:17.419251 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b86b27-31d1-48a4-b015-8b4ed37c21a7 x-openstack-request-id: req-16b86b27-31d1-48a4-b015-8b4ed37c21a7 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:20:17.419604 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba5304f-71f5-478d-9a3b-80f90a1cbb9c", "name": "network-vif-deleted", "tag": "ddb42df2-bffe-4eca-bd92-bb43eef42752", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:20:17.419808 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-16b86b27-31d1-48a4-b015-8b4ed37c21a7 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:20:17.422974 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba5304f-71f5-478d-9a3b-80f90a1cbb9c', 'name': 'network-vif-deleted', 'tag': 'ddb42df2-bffe-4eca-bd92-bb43eef42752', 'status': 'completed', 'code': 200} Dec 15 14:20:17.449947 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-acf48b14-324c-4291-a3fb-754df3f89082 admin admin] For port 8b48a990-8034-475e-9a2b-ca227d9b8096, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=8b48a990-8034-475e-9a2b-ca227d9b8096,segment=NetworkSegment(c751ab6f-1098-4cf9-a0b7-c17ede87015d),segment_id=c751ab6f-1098-4cf9-a0b7-c17ede87015d)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:17.450610 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-acf48b14-324c-4291-a3fb-754df3f89082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:17.467255 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c84ace78-0d99-4444-bbd6-e4e7a2e64981 req-4c9ac403-8c8b-4c52-a60b-909fd405974e tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/ports?device_id=64e20b40-923b-4045-aa3c-34170136fd03 HTTP/1.1" status: 200 len: 210 time: 0.0486724 Dec 15 14:20:17.470137 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-ba24d15b-4e39-46bf-8415-f6cc2b5758b4 None None] Set router 338eeed0-0f42-48a9-9854-55c4d5b1385f gateway port host: dv-cinder-813229-4-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:20:17.470285 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-acf48b14-324c-4291-a3fb-754df3f89082 admin admin] Calling delete_port for 8b48a990-8034-475e-9a2b-ca227d9b8096 owned by network:router_gateway {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:17.495510 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-7d16e5b3-2ca7-4fb6-b6a8-bd3590ab7015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9049b4de-53dd-4d14-a582-281296ea540c', 'name': 'tempest-AttachVolumeTestJSON-30751297-router', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '8b48a990-8034-475e-9a2b-ca227d9b8096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:08Z', 'updated_at': '2021-12-15T14:20:15Z', 'revision_number': 5, 'project_id': '99e48568027f45a591f092080d89b4dd', 'gw_port': {'id': '8b48a990-8034-475e-9a2b-ca227d9b8096', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9049b4de-53dd-4d14-a582-281296ea540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:09Z', 'updated_at': '2021-12-15T14:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi'}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:17.549340 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d16e5b3-2ca7-4fb6-b6a8-bd3590ab7015 None None] The sync data for ids ['9049b4de-53dd-4d14-a582-281296ea540c'] in dv-cinder-813229-4-iscsi is: [{'id': '9049b4de-53dd-4d14-a582-281296ea540c', 'name': 'tempest-AttachVolumeTestJSON-30751297-router', 'tenant_id': '99e48568027f45a591f092080d89b4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '8b48a990-8034-475e-9a2b-ca227d9b8096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:08Z', 'updated_at': '2021-12-15T14:20:15Z', 'revision_number': 5, 'project_id': '99e48568027f45a591f092080d89b4dd', 'gw_port': {'id': '8b48a990-8034-475e-9a2b-ca227d9b8096', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9049b4de-53dd-4d14-a582-281296ea540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:09Z', 'updated_at': '2021-12-15T14:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi'}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:20:17.721618 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device ddb42df2-bffe-4eca-bd92-bb43eef42752 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:20:17.733015 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-ba24d15b-4e39-46bf-8415-f6cc2b5758b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'name': 'tempest-AttachVolumeShelveTestJSON-839835585-router', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '6d0e5b21-2828-4507-aa1e-208a44ecac8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:07Z', 'updated_at': '2021-12-15T14:13:15Z', 'revision_number': 4, 'project_id': '0d09ce10de40483aa9ac94558a84aa47', 'gw_port': {'id': '6d0e5b21-2828-4507-aa1e-208a44ecac8e', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:08Z', 'updated_at': '2021-12-15T14:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': 'dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a', 'name': '', 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'mac_address': 'fa:16:3e:78:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1cdbf821-be2b-4255-be5a-f39d9618a49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:13Z', 'updated_at': '2021-12-15T14:13:21Z', 'revision_number': 5, 'project_id': '0d09ce10de40483aa9ac94558a84aa47', 'subnets': [{'id': '1cdbf821-be2b-4255-be5a-f39d9618a49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:17.742497 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] No Port match for: ddb42df2-bffe-4eca-bd92-bb43eef42752 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:20:17.742851 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device ddb42df2-bffe-4eca-bd92-bb43eef42752 not bound to the agent host hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:20:17.743271 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:20:17.747000 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-acf48b14-324c-4291-a3fb-754df3f89082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59071379'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:17.759786 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba24d15b-4e39-46bf-8415-f6cc2b5758b4 None None] Checking router: 338eeed0-0f42-48a9-9854-55c4d5b1385f for host: dv-cinder-813229-4-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:20:17.763018 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] No Port match for: 03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:20:17.763374 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 03e81c0c-8c9b-4e19-97e9-ab7d197ebf6b not bound to the agent host hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:20:17.768628 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba24d15b-4e39-46bf-8415-f6cc2b5758b4 None None] Routers {'338eeed0-0f42-48a9-9854-55c4d5b1385f'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:20:17.769251 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-ba24d15b-4e39-46bf-8415-f6cc2b5758b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:20:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['338eeed0-0f42-48a9-9854-55c4d5b1385f'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:17.774340 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf48b14-324c-4291-a3fb-754df3f89082 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b48a990-8034-475e-9a2b-ca227d9b8096,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:17.835429 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-acf48b14-324c-4291-a3fb-754df3f89082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583658'] for router_gateway, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:17.882907 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-ba24d15b-4e39-46bf-8415-f6cc2b5758b4 None None] Set router 338eeed0-0f42-48a9-9854-55c4d5b1385f gateway port host: dv-cinder-813229-4-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:20:17.935130 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-acf48b14-324c-4291-a3fb-754df3f89082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1583034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5231'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:17.938957 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-acf48b14-324c-4291-a3fb-754df3f89082 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:17.978873 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9299c029-6c8d-430d-87e8-ce7db352e3e2 req-5e38509f-f334-41be-bf43-6a097355d5d6 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/ports?device_id=dba5304f-71f5-478d-9a3b-80f90a1cbb9c HTTP/1.1" status: 200 len: 210 time: 0.0713427 Dec 15 14:20:18.063990 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 9feccff9-c076-4836-aed1-c47d5355f4d6 no longer exists at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:20:18.079964 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-acf48b14-324c-4291-a3fb-754df3f89082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1583027'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:18.080776 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf48b14-324c-4291-a3fb-754df3f89082 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9049b4de-53dd-4d14-a582-281296ea540c {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:20:18.087354 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-acf48b14-324c-4291-a3fb-754df3f89082 admin admin] Publish callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:18.089000 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-acf48b14-324c-4291-a3fb-754df3f89082 admin admin] 10.222.0.36 "DELETE /v2.0/routers/9049b4de-53dd-4d14-a582-281296ea540c HTTP/1.1" status: 204 len: 168 time: 1.3789043 Dec 15 14:20:18.091678 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 42056) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:18.108131 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] No Port match for: 9feccff9-c076-4836-aed1-c47d5355f4d6 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:20:18.109423 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 9feccff9-c076-4836-aed1-c47d5355f4d6 not bound to the agent host dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:20:18.131981 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-ba24d15b-4e39-46bf-8415-f6cc2b5758b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'name': 'tempest-AttachVolumeShelveTestJSON-839835585-router', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '6d0e5b21-2828-4507-aa1e-208a44ecac8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:07Z', 'updated_at': '2021-12-15T14:13:15Z', 'revision_number': 4, 'project_id': '0d09ce10de40483aa9ac94558a84aa47', 'gw_port': {'id': '6d0e5b21-2828-4507-aa1e-208a44ecac8e', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:08Z', 'updated_at': '2021-12-15T14:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': 'dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a', 'name': '', 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'mac_address': 'fa:16:3e:78:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1cdbf821-be2b-4255-be5a-f39d9618a49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:13Z', 'updated_at': '2021-12-15T14:13:21Z', 'revision_number': 5, 'project_id': '0d09ce10de40483aa9ac94558a84aa47', 'subnets': [{'id': '1cdbf821-be2b-4255-be5a-f39d9618a49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:18.160582 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_v2 [None req-09d909bf-3f3d-4244-8a85-c2d9f525aca0 admin admin] Deleting subnet 3951b90e-3765-4c81-9e5f-467e16fbfc9d {{(pid=103145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:20:18.161803 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba24d15b-4e39-46bf-8415-f6cc2b5758b4 None None] The sync data for ids ['338eeed0-0f42-48a9-9854-55c4d5b1385f'] in dv-cinder-813229-4-iscsi is: [{'id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'name': 'tempest-AttachVolumeShelveTestJSON-839835585-router', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '6d0e5b21-2828-4507-aa1e-208a44ecac8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:07Z', 'updated_at': '2021-12-15T14:13:15Z', 'revision_number': 4, 'project_id': '0d09ce10de40483aa9ac94558a84aa47', 'gw_port': {'id': '6d0e5b21-2828-4507-aa1e-208a44ecac8e', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:08Z', 'updated_at': '2021-12-15T14:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': 'dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a', 'name': '', 'network_id': '87207a00-487c-41ca-9a1a-60e78eea9937', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'mac_address': 'fa:16:3e:78:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1cdbf821-be2b-4255-be5a-f39d9618a49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:13Z', 'updated_at': '2021-12-15T14:13:21Z', 'revision_number': 5, 'project_id': '0d09ce10de40483aa9ac94558a84aa47', 'subnets': [{'id': '1cdbf821-be2b-4255-be5a-f39d9618a49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:20:18.164564 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-09d909bf-3f3d-4244-8a85-c2d9f525aca0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:18.202308 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-09d909bf-3f3d-4244-8a85-c2d9f525aca0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59516868'] for subnet, precommit_delete_associations {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:18.325518 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-09d909bf-3f3d-4244-8a85-c2d9f525aca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878086'] for subnet, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:18.439771 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-71c9a4a6-2980-43bc-8c92-192792a13992 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:18.441520 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-71c9a4a6-2980-43bc-8c92-192792a13992 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.54 "GET /v2.0/networks?id=bb4e1880-84ea-4fab-ae20-ce3f398a76b0 HTTP/1.1" status: 200 len: 808 time: 0.1434000 Dec 15 14:20:18.454953 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-311b3710-3b8d-425a-a68d-43cb35bc3876 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Request body: {'port': {'device_id': '64e20b40-923b-4045-aa3c-34170136fd03', 'network_id': 'bb4e1880-84ea-4fab-ae20-ce3f398a76b0', 'admin_state_up': True, 'tenant_id': 'd84c55322ce848ae8db4d5528bc6d79f'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:18.474483 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-09d909bf-3f3d-4244-8a85-c2d9f525aca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3665391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59642454'] for subnet, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:18.508388 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848ae554-b4a0-4989-abda-a2cfb6c742e5 None None] New status for floating IP b0b2dafe-1fcd-4bc8-8709-459fb83c7608: DOWN {{(pid=103146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:20:18.508504 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d909bf-3f3d-4244-8a85-c2d9f525aca0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3951b90e-3765-4c81-9e5f-467e16fbfc9d,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:18.512064 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-09d909bf-3f3d-4244-8a85-c2d9f525aca0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:18.516467 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-09d909bf-3f3d-4244-8a85-c2d9f525aca0 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3951b90e-3765-4c81-9e5f-467e16fbfc9d HTTP/1.1" status: 204 len: 168 time: 0.4237070 Dec 15 14:20:18.518918 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 42060) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:18.561539 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61efefdd-1235-47b6-960c-e48d240fbda0 None None] Network de3ac665-6e2b-47fc-8d80-1b730042a6ab requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:20:18.680426 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-311b3710-3b8d-425a-a68d-43cb35bc3876 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Made reservation on behalf of d84c55322ce848ae8db4d5528bc6d79f for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:20:18.684549 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-311b3710-3b8d-425a-a68d-43cb35bc3876 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:18.824301 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee008335-1aed-44f0-8059-ace8ba5ea703 None None] DHCP port deletion for de3ac665-6e2b-47fc-8d80-1b730042a6ab request from dv-cinder-813229-4-iscsi {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:20:18.884166 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-311b3710-3b8d-425a-a68d-43cb35bc3876 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Allocated IP 172.20.0.8 (bb4e1880-84ea-4fab-ae20-ce3f398a76b0/1cea4421-8b32-4842-8742-c496d7acd061/ef214923-9000-4e46-8e3d-f237b83c8851) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:20:18.896081 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ee008335-1aed-44f0-8059-ace8ba5ea703 None None] Deleting port 07ae5213-1af3-4beb-a6b7-92eb6cc2f6da {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:18.896474 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ee008335-1aed-44f0-8059-ace8ba5ea703 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:18.902934 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a3e4de45-2e4f-46aa-92f6-9cbba011e66f req-4934b00c-d81a-479c-9f17-aa99213bc0ee tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/ports?device_id=64e20b40-923b-4045-aa3c-34170136fd03 HTTP/1.1" status: 200 len: 210 time: 0.0515912 Dec 15 14:20:18.932087 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5fcdb91c-1bf4-43f2-bbc9-8870e00746b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825640'] for network, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:18.974386 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-ee008335-1aed-44f0-8059-ace8ba5ea703 None None] For port 07ae5213-1af3-4beb-a6b7-92eb6cc2f6da, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=07ae5213-1af3-4beb-a6b7-92eb6cc2f6da,segment=NetworkSegment(05c12ba9-d39b-4141-9580-defe032a5fb6),segment_id=05c12ba9-d39b-4141-9580-defe032a5fb6)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:18.975068 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ee008335-1aed-44f0-8059-ace8ba5ea703 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:18.989349 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ee008335-1aed-44f0-8059-ace8ba5ea703 None None] Calling delete_port for 07ae5213-1af3-4beb-a6b7-92eb6cc2f6da owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:18.991359 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-5fcdb91c-1bf4-43f2-bbc9-8870e00746b5 admin admin] Deleting port 07ae5213-1af3-4beb-a6b7-92eb6cc2f6da {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:18.991880 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5fcdb91c-1bf4-43f2-bbc9-8870e00746b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:19.064759 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [None req-5fcdb91c-1bf4-43f2-bbc9-8870e00746b5 admin admin] For port 07ae5213-1af3-4beb-a6b7-92eb6cc2f6da, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=07ae5213-1af3-4beb-a6b7-92eb6cc2f6da,segment=NetworkSegment(05c12ba9-d39b-4141-9580-defe032a5fb6),segment_id=05c12ba9-d39b-4141-9580-defe032a5fb6)] {{(pid=103145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:19.065130 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5fcdb91c-1bf4-43f2-bbc9-8870e00746b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:19.084755 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-5fcdb91c-1bf4-43f2-bbc9-8870e00746b5 admin admin] Calling delete_port for 07ae5213-1af3-4beb-a6b7-92eb6cc2f6da owned by network:dhcp {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:19.148785 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ee008335-1aed-44f0-8059-ace8ba5ea703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:19.174787 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5fcdb91c-1bf4-43f2-bbc9-8870e00746b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:19.177606 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee008335-1aed-44f0-8059-ace8ba5ea703 None None] Pushing event deleted for resources: {'Port': ['ID=07ae5213-1af3-4beb-a6b7-92eb6cc2f6da,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:19.192177 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee008335-1aed-44f0-8059-ace8ba5ea703 None None] No DVR routers for this DVR port 07ae5213-1af3-4beb-a6b7-92eb6cc2f6da on host dv-cinder-813229-4-iscsi {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:20:19.193408 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 42070) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:19.201349 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcdb91c-1bf4-43f2-bbc9-8870e00746b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=07ae5213-1af3-4beb-a6b7-92eb6cc2f6da,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:19.205261 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcdb91c-1bf4-43f2-bbc9-8870e00746b5 admin admin] No DVR routers for this DVR port 07ae5213-1af3-4beb-a6b7-92eb6cc2f6da on host dv-cinder-813229-4-iscsi {{(pid=103145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:20:19.278530 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5fcdb91c-1bf4-43f2-bbc9-8870e00746b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880017', 'neutron.services.segments.db._delete_segments_for_network-8782779444098'] for network, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:19.305447 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-5fcdb91c-1bf4-43f2-bbc9-8870e00746b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de3ac665-6e2b-47fc-8d80-1b730042a6ab']}} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:19.314919 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-5fcdb91c-1bf4-43f2-bbc9-8870e00746b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05c12ba9-d39b-4141-9580-defe032a5fb6') {'for_net_delete': True} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:19.315214 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-5fcdb91c-1bf4-43f2-bbc9-8870e00746b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05c12ba9-d39b-4141-9580-defe032a5fb6') {} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:19.322454 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-19593e23-b72c-46b5-9959-852699f3849e tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:19.324450 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5fcdb91c-1bf4-43f2-bbc9-8870e00746b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782779447179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59516735'] for segment, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:19.338302 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5fcdb91c-1bf4-43f2-bbc9-8870e00746b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967'] for segment, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:19.346175 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fcdb91c-1bf4-43f2-bbc9-8870e00746b5 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:20:19.346617 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5fcdb91c-1bf4-43f2-bbc9-8870e00746b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3665285'] for segment, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:19.348365 dv-cinder-813229-4-iscsi neutron-server[103145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:20:19.348365 dv-cinder-813229-4-iscsi neutron-server[103145]: self.session.flush() Dec 15 14:20:19.348365 dv-cinder-813229-4-iscsi neutron-server[103145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:20:19.348365 dv-cinder-813229-4-iscsi neutron-server[103145]: self.session.flush() Dec 15 14:20:19.348365 dv-cinder-813229-4-iscsi neutron-server[103145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:20:19.348365 dv-cinder-813229-4-iscsi neutron-server[103145]: self.session.flush() Dec 15 14:20:19.348365 dv-cinder-813229-4-iscsi neutron-server[103145]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:20:19.348365 dv-cinder-813229-4-iscsi neutron-server[103145]: self.session.flush() Dec 15 14:20:19.348365 dv-cinder-813229-4-iscsi neutron-server[103145]: Traceback (most recent call last): Dec 15 14:20:19.348365 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:20:19.348365 dv-cinder-813229-4-iscsi neutron-server[103145]: timer() Dec 15 14:20:19.348365 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:20:19.348365 dv-cinder-813229-4-iscsi neutron-server[103145]: cb(*args, **kw) Dec 15 14:20:19.348365 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:20:19.348365 dv-cinder-813229-4-iscsi neutron-server[103145]: return func(*args, **kwargs) Dec 15 14:20:19.348365 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:20:19.348365 dv-cinder-813229-4-iscsi neutron-server[103145]: self._notify() Dec 15 14:20:19.348365 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:20:19.348365 dv-cinder-813229-4-iscsi neutron-server[103145]: self.callback(batched_events) Dec 15 14:20:19.348365 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:20:19.348365 dv-cinder-813229-4-iscsi neutron-server[103145]: event.method(event) Dec 15 14:20:19.348365 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:20:19.348365 dv-cinder-813229-4-iscsi neutron-server[103145]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:20:19.348365 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:20:19.348365 dv-cinder-813229-4-iscsi neutron-server[103145]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:20:19.348365 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:20:19.348365 dv-cinder-813229-4-iscsi neutron-server[103145]: return f(self, *a, **k) Dec 15 14:20:19.348365 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:20:19.348365 dv-cinder-813229-4-iscsi neutron-server[103145]: return self._get(url).json() Dec 15 14:20:19.348365 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:20:19.348365 dv-cinder-813229-4-iscsi neutron-server[103145]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:20:19.348365 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:20:19.348365 dv-cinder-813229-4-iscsi neutron-server[103145]: return self.request(url, 'GET', **kwargs) Dec 15 14:20:19.348365 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:20:19.348365 dv-cinder-813229-4-iscsi neutron-server[103145]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:20:19.348365 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:20:19.348365 dv-cinder-813229-4-iscsi neutron-server[103145]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:20:19.348365 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:20:19.348365 dv-cinder-813229-4-iscsi neutron-server[103145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:20:19.348365 dv-cinder-813229-4-iscsi neutron-server[103145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:20:19.372517 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-19593e23-b72c-46b5-9959-852699f3849e tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:19.383301 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-311b3710-3b8d-425a-a68d-43cb35bc3876 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Publish callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:19.477596 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5fcdb91c-1bf4-43f2-bbc9-8870e00746b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583622'] for network, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:19.483029 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5fcdb91c-1bf4-43f2-bbc9-8870e00746b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for network, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:19.487450 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-5fcdb91c-1bf4-43f2-bbc9-8870e00746b5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/de3ac665-6e2b-47fc-8d80-1b730042a6ab HTTP/1.1" status: 204 len: 168 time: 0.9665298 Dec 15 14:20:19.497152 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcdb91c-1bf4-43f2-bbc9-8870e00746b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=de3ac665-6e2b-47fc-8d80-1b730042a6ab,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:19.510484 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-311b3710-3b8d-425a-a68d-43cb35bc3876 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59071379'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:19.510484 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-19593e23-b72c-46b5-9959-852699f3849e tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:19.511427 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-19593e23-b72c-46b5-9959-852699f3849e tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:19.512580 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-19593e23-b72c-46b5-9959-852699f3849e tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "DELETE /v2.0/security-groups/ad2c20a0-af41-4a98-bba9-9063325654d0 HTTP/1.1" status: 204 len: 168 time: 0.3217528 Dec 15 14:20:19.515896 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 42074) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:19.531560 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.api.v2.resource [None req-c5d22d61-228b-4c1a-a5e5-7349f158a6b9 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] show failed (client error): The resource could not be found. Dec 15 14:20:19.533855 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-c5d22d61-228b-4c1a-a5e5-7349f158a6b9 tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "GET /v2.0/security-groups/ad2c20a0-af41-4a98-bba9-9063325654d0 HTTP/1.1" status: 404 len: 347 time: 0.0161726 Dec 15 14:20:19.539555 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 42076) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:19.548550 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19593e23-b72c-46b5-9959-852699f3849e tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2c20a0-af41-4a98-bba9-9063325654d0,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:19.579968 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-311b3710-3b8d-425a-a68d-43cb35bc3876 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Network bb4e1880-84ea-4fab-ae20-ce3f398a76b0 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:20:19.584025 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-311b3710-3b8d-425a-a68d-43cb35bc3876 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:20:19.586482 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-311b3710-3b8d-425a-a68d-43cb35bc3876 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:20:19.590894 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b3710-3b8d-425a-a68d-43cb35bc3876 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Pushing event updated for resources: {'Port': ['ID=ef214923-9000-4e46-8e3d-f237b83c8851,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:19.641179 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-311b3710-3b8d-425a-a68d-43cb35bc3876 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:19.642199 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-311b3710-3b8d-425a-a68d-43cb35bc3876 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:19.667643 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-29cfbc9c-1415-49ca-b63d-c6d81cec4b7b tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Deleting port 8db8ddcc-7475-497d-a10d-6ea247ef00a3 {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:19.668007 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-29cfbc9c-1415-49ca-b63d-c6d81cec4b7b tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:19.714915 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-311b3710-3b8d-425a-a68d-43cb35bc3876 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2646151 Dec 15 14:20:19.730531 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-7c82f800-b502-4bac-80a4-08a525780dc7 service neutron] Request body: {'port': {'device_id': '64e20b40-923b-4045-aa3c-34170136fd03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:20:19.761776 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-29cfbc9c-1415-49ca-b63d-c6d81cec4b7b tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:19.762113 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-29cfbc9c-1415-49ca-b63d-c6d81cec4b7b tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:19.776509 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-29cfbc9c-1415-49ca-b63d-c6d81cec4b7b tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Calling delete_port for 8db8ddcc-7475-497d-a10d-6ea247ef00a3 owned by network:floatingip {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:19.815116 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:19.820557 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-7c82f800-b502-4bac-80a4-08a525780dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:19.858300 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 8b48a990-8034-475e-9a2b-ca227d9b8096 no longer exists at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:20:19.882059 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] No Port match for: 8b48a990-8034-475e-9a2b-ca227d9b8096 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:20:19.882250 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 42078) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:19.882999 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 8b48a990-8034-475e-9a2b-ca227d9b8096 not bound to the agent host dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:20:19.883773 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 07ae5213-1af3-4beb-a6b7-92eb6cc2f6da no longer exists at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:20:19.904339 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] No Port match for: 07ae5213-1af3-4beb-a6b7-92eb6cc2f6da {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:20:19.904992 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 07ae5213-1af3-4beb-a6b7-92eb6cc2f6da not bound to the agent host dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:20:20.002970 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-eb109c4a-196e-4624-b50f-f3c4be8edc37 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=99e48568027f45a591f092080d89b4dd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1187162 Dec 15 14:20:20.014815 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 42082) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:20.022285 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-29cfbc9c-1415-49ca-b63d-c6d81cec4b7b tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:20.068311 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cfbc9c-1415-49ca-b63d-c6d81cec4b7b tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Pushing event deleted for resources: {'Port': ['ID=8db8ddcc-7475-497d-a10d-6ea247ef00a3,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:20.136880 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f899f-d728-4698-bbdb-82262654c897 req-f5ddf541-a5cc-4c39-b079-a81886a1378b tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:20.137113 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.notifiers.nova [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-7c82f800-b502-4bac-80a4-08a525780dc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef214923-9000-4e46-8e3d-f237b83c8851 {{(pid=103144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:20:20.138394 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d51f899f-d728-4698-bbdb-82262654c897 req-f5ddf541-a5cc-4c39-b079-a81886a1378b tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/ports?device_id=64e20b40-923b-4045-aa3c-34170136fd03 HTTP/1.1" status: 200 len: 931 time: 0.1498086 Dec 15 14:20:20.146017 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-7c82f800-b502-4bac-80a4-08a525780dc7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:20.158656 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.provisioning_blocks [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-7c82f800-b502-4bac-80a4-08a525780dc7 service neutron] Transition to ACTIVE for port object ef214923-9000-4e46-8e3d-f237b83c8851 will not be triggered until provisioned by entity L2. {{(pid=103144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:20:20.181602 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fe84bca2-ac7e-4fd1-8dcc-2db9ab5d73ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:20.197755 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-29cfbc9c-1415-49ca-b63d-c6d81cec4b7b tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks [] for floatingip, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:20.200337 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-29cfbc9c-1415-49ca-b63d-c6d81cec4b7b tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for floatingip, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:20.201465 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-29cfbc9c-1415-49ca-b63d-c6d81cec4b7b tempest-AttachVolumeShelveTestJSON-63210387 tempest-AttachVolumeShelveTestJSON-63210387-project] 10.222.0.36 "DELETE /v2.0/floatingips/b0b2dafe-1fcd-4bc8-8709-459fb83c7608 HTTP/1.1" status: 204 len: 168 time: 0.6608880 Dec 15 14:20:20.211530 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-7c82f800-b502-4bac-80a4-08a525780dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59071466'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:20.225405 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fe84bca2-ac7e-4fd1-8dcc-2db9ab5d73ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:20.241842 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d51f899f-d728-4698-bbdb-82262654c897 req-adf4bf83-a4b2-4ac9-b0ef-7aaa0ac04363 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/security-groups?id=260407a0-9661-4e64-ad5f-d8795e6d0a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961478 Dec 15 14:20:20.287136 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82f800-b502-4bac-80a4-08a525780dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=ef214923-9000-4e46-8e3d-f237b83c8851,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:20.357029 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-7c82f800-b502-4bac-80a4-08a525780dc7 service neutron] Attempting to bind port ef214923-9000-4e46-8e3d-f237b83c8851 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:20:20.357363 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-7c82f800-b502-4bac-80a4-08a525780dc7 service neutron] Attempting to bind port ef214923-9000-4e46-8e3d-f237b83c8851 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '9dee89e2-c366-4803-a638-c955f8f8f636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bb4e1880-84ea-4fab-ae20-ce3f398a76b0'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:20:20.357691 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-7c82f800-b502-4bac-80a4-08a525780dc7 service neutron] Attempting to bind port ef214923-9000-4e46-8e3d-f237b83c8851 on network bb4e1880-84ea-4fab-ae20-ce3f398a76b0 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:20:20.362424 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-7c82f800-b502-4bac-80a4-08a525780dc7 service neutron] Port ef214923-9000-4e46-8e3d-f237b83c8851 on network bb4e1880-84ea-4fab-ae20-ce3f398a76b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:20:20.362746 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-7c82f800-b502-4bac-80a4-08a525780dc7 service neutron] Attempting to bind port ef214923-9000-4e46-8e3d-f237b83c8851 on network bb4e1880-84ea-4fab-ae20-ce3f398a76b0 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:20:20.364776 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fe84bca2-ac7e-4fd1-8dcc-2db9ab5d73ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:20.367495 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-7c82f800-b502-4bac-80a4-08a525780dc7 service neutron] Checking agent: {'id': 'ac5d7605-2d06-411e-ba74-ad46eb528a57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 11, 20), 'started_at': datetime.datetime(2021, 12, 15, 14, 11, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:20:20.367651 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-fe84bca2-ac7e-4fd1-8dcc-2db9ab5d73ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:20.367828 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-7c82f800-b502-4bac-80a4-08a525780dc7 service neutron] Checking segment: {'id': '9dee89e2-c366-4803-a638-c955f8f8f636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bb4e1880-84ea-4fab-ae20-ce3f398a76b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:20:20.368301 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-7c82f800-b502-4bac-80a4-08a525780dc7 service neutron] Bound using segment: {'id': '9dee89e2-c366-4803-a638-c955f8f8f636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bb4e1880-84ea-4fab-ae20-ce3f398a76b0'} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:20:20.368728 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-7c82f800-b502-4bac-80a4-08a525780dc7 service neutron] Bound port: ef214923-9000-4e46-8e3d-f237b83c8851, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dee89e2-c366-4803-a638-c955f8f8f636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bb4e1880-84ea-4fab-ae20-ce3f398a76b0'}}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:20:20.368849 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-fe84bca2-ac7e-4fd1-8dcc-2db9ab5d73ce admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7053054d-975b-4547-8341-f49c5b978855 HTTP/1.1" status: 204 len: 168 time: 0.3519919 Dec 15 14:20:20.369081 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-7c82f800-b502-4bac-80a4-08a525780dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:20.378995 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe84bca2-ac7e-4fd1-8dcc-2db9ab5d73ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7053054d-975b-4547-8341-f49c5b978855,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:20.439232 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-7c82f800-b502-4bac-80a4-08a525780dc7 service neutron] For port ef214923-9000-4e46-8e3d-f237b83c8851, host hv-cinder-81322, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:20:20.442489 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-7c82f800-b502-4bac-80a4-08a525780dc7 service neutron] For port ef214923-9000-4e46-8e3d-f237b83c8851, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ef214923-9000-4e46-8e3d-f237b83c8851,segment=NetworkSegment(9dee89e2-c366-4803-a638-c955f8f8f636),segment_id=9dee89e2-c366-4803-a638-c955f8f8f636)] {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:20:20.540586 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-7c82f800-b502-4bac-80a4-08a525780dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59071466'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:20.583623 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-7c82f800-b502-4bac-80a4-08a525780dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:20.584286 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-7c82f800-b502-4bac-80a4-08a525780dc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:20.585792 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-7c82f800-b502-4bac-80a4-08a525780dc7 service neutron] 10.222.0.54 "PUT /v2.0/ports/ef214923-9000-4e46-8e3d-f237b83c8851 HTTP/1.1" status: 200 len: 1093 time: 0.8626361 Dec 15 14:20:20.586232 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e20b40-923b-4045-aa3c-34170136fd03', 'tag': 'ef214923-9000-4e46-8e3d-f237b83c8851'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:20:20.588562 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85a0f3a80b1f03eae3b213f201473723e4c4eee54091eafe51cfe768d2ea106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96cc1901-0e54-4865-9b74-606d1a2e7dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "64e20b40-923b-4045-aa3c-34170136fd03", "tag": "ef214923-9000-4e46-8e3d-f237b83c8851"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:20:20.610785 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82f800-b502-4bac-80a4-08a525780dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=ef214923-9000-4e46-8e3d-f237b83c8851,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:20.632182 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fe3d99-7c45-4e4e-b569-74251949b9f8 x-openstack-request-id: req-45fe3d99-7c45-4e4e-b569-74251949b9f8 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:20:20.632476 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e20b40-923b-4045-aa3c-34170136fd03", "tag": "ef214923-9000-4e46-8e3d-f237b83c8851", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:20:20.632736 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-45fe3d99-7c45-4e4e-b569-74251949b9f8 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:20:20.637217 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64e20b40-923b-4045-aa3c-34170136fd03', 'tag': 'ef214923-9000-4e46-8e3d-f237b83c8851', 'status': 'completed', 'code': 200} Dec 15 14:20:20.699555 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc1901-0e54-4865-9b74-606d1a2e7dcb req-d7d763da-443f-4308-9919-85c665c94ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:20.701136 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-96cc1901-0e54-4865-9b74-606d1a2e7dcb req-d7d763da-443f-4308-9919-85c665c94ae3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d84c55322ce848ae8db4d5528bc6d79f&device_id=64e20b40-923b-4045-aa3c-34170136fd03 HTTP/1.1" status: 200 len: 1096 time: 0.0436356 Dec 15 14:20:20.805402 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc1901-0e54-4865-9b74-606d1a2e7dcb req-4d73cc26-ef3b-4eb8-b98c-032aecbe8b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:20.806866 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-96cc1901-0e54-4865-9b74-606d1a2e7dcb req-4d73cc26-ef3b-4eb8-b98c-032aecbe8b88 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=d84c55322ce848ae8db4d5528bc6d79f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0966582 Dec 15 14:20:20.904687 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc1901-0e54-4865-9b74-606d1a2e7dcb req-d99099a5-fbd8-4baf-97c1-fb3d78ad0adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:20.906239 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-96cc1901-0e54-4865-9b74-606d1a2e7dcb req-d99099a5-fbd8-4baf-97c1-fb3d78ad0adc service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928319 Dec 15 14:20:20.985009 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-1dda36f4-52b8-47e3-bc09-30dacecf3841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:20.986516 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-1dda36f4-52b8-47e3-bc09-30dacecf3841 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d84c55322ce848ae8db4d5528bc6d79f&device_id=64e20b40-923b-4045-aa3c-34170136fd03 HTTP/1.1" status: 200 len: 1096 time: 0.0413349 Dec 15 14:20:21.035399 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-9ac9fb90-4c40-41ee-b785-a46dc7dbf238 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef214923-9000-4e46-8e3d-f237b83c8851 HTTP/1.1" status: 200 len: 217 time: 0.0400379 Dec 15 14:20:21.085669 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-581a6350-f8bb-49ba-8d2c-14a35604526a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:21.087146 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-581a6350-f8bb-49ba-8d2c-14a35604526a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1cea4421-8b32-4842-8742-c496d7acd061 HTTP/1.1" status: 200 len: 848 time: 0.0451100 Dec 15 14:20:21.119760 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-fbe854c9-98ae-4486-8bb2-acea4a60abc8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bb4e1880-84ea-4fab-ae20-ce3f398a76b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252342 Dec 15 14:20:21.218839 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-d2737ce6-df4d-43c5-bc9d-3276a7b19f59 service neutron] 10.222.0.54 "GET /v2.0/networks/bb4e1880-84ea-4fab-ae20-ce3f398a76b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886552 Dec 15 14:20:21.308433 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-0b6bb839-2bde-4f5e-ae1a-7f41b3cf1cc7 req-c2a9feb9-01fb-41aa-9724-02faa6d1f111 service neutron] 10.222.0.54 "GET /v2.0/networks/bb4e1880-84ea-4fab-ae20-ce3f398a76b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851021 Dec 15 14:20:21.373276 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca1923-58c1-43b1-8ef2-08f8cd300e97 req-8973d168-f241-4577-8e8a-303b5a4aa11e tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:21.375730 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e8ca1923-58c1-43b1-8ef2-08f8cd300e97 req-8973d168-f241-4577-8e8a-303b5a4aa11e tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/ports?device_id=64e20b40-923b-4045-aa3c-34170136fd03 HTTP/1.1" status: 200 len: 943 time: 0.0500653 Dec 15 14:20:21.428957 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e8ca1923-58c1-43b1-8ef2-08f8cd300e97 req-0a261a31-47cf-41bd-b394-86ab0320eb21 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/security-groups?id=260407a0-9661-4e64-ad5f-d8795e6d0a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475092 Dec 15 14:20:22.546959 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb6b37-8d3c-43f3-b0d3-596fb89c6284 req-4da2a236-4618-4c60-9fe2-20588640a5b3 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:22.548518 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-fccb6b37-8d3c-43f3-b0d3-596fb89c6284 req-4da2a236-4618-4c60-9fe2-20588640a5b3 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/ports?device_id=64e20b40-923b-4045-aa3c-34170136fd03 HTTP/1.1" status: 200 len: 943 time: 0.0501690 Dec 15 14:20:22.595722 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-fccb6b37-8d3c-43f3-b0d3-596fb89c6284 req-8a405f8a-2e1f-485c-ad42-ee9b19d6ddbb tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/security-groups?id=260407a0-9661-4e64-ad5f-d8795e6d0a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413327 Dec 15 14:20:22.917962 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 42144) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:23.409339 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4ddc65fd-b11b-4182-aa54-2777c5ec7e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584660'] for router_interface, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:23.659309 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-4ddc65fd-b11b-4182-aa54-2777c5ec7e49 admin admin] Deleting port dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:23.659660 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4ddc65fd-b11b-4182-aa54-2777c5ec7e49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:23.720185 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101370b-9221-4978-928e-5cb77a361d44 req-0112c22c-aa5f-4b82-9374-f28cab9beeda tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:23.722291 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4101370b-9221-4978-928e-5cb77a361d44 req-0112c22c-aa5f-4b82-9374-f28cab9beeda tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/ports?device_id=64e20b40-923b-4045-aa3c-34170136fd03 HTTP/1.1" status: 200 len: 943 time: 0.0546103 Dec 15 14:20:23.727754 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device ef214923-9000-4e46-8e3d-f237b83c8851 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:20:23.755099 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-4ddc65fd-b11b-4182-aa54-2777c5ec7e49 admin admin] For port dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a,segment=NetworkSegment(88376a90-d228-4b29-87c9-0e4710ba306c),segment_id=88376a90-d228-4b29-87c9-0e4710ba306c)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:23.755502 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4ddc65fd-b11b-4182-aa54-2777c5ec7e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:23.770625 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-4ddc65fd-b11b-4182-aa54-2777c5ec7e49 admin admin] Calling delete_port for dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a owned by network:router_interface {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:23.780310 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4101370b-9221-4978-928e-5cb77a361d44 req-5265e501-e854-4997-967f-2ee00af6de02 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/security-groups?id=260407a0-9661-4e64-ad5f-d8795e6d0a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501428 Dec 15 14:20:23.834017 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port ef214923-9000-4e46-8e3d-f237b83c8851, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ef214923-9000-4e46-8e3d-f237b83c8851,segment=NetworkSegment(9dee89e2-c366-4803-a638-c955f8f8f636),segment_id=9dee89e2-c366-4803-a638-c955f8f8f636)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:23.845242 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Returning: {'device': 'ef214923-9000-4e46-8e3d-f237b83c8851', 'network_id': 'bb4e1880-84ea-4fab-ae20-ce3f398a76b0', 'port_id': 'ef214923-9000-4e46-8e3d-f237b83c8851', 'mac_address': 'fa:16:3e:8d:57:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cea4421-8b32-4842-8742-c496d7acd061', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:20:23.888477 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:23.899381 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef214923-9000-4e46-8e3d-f237b83c8851 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:20:23.918682 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port ef214923-9000-4e46-8e3d-f237b83c8851, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ef214923-9000-4e46-8e3d-f237b83c8851,segment=NetworkSegment(9dee89e2-c366-4803-a638-c955f8f8f636),segment_id=9dee89e2-c366-4803-a638-c955f8f8f636)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:23.981883 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:24.028117 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4ddc65fd-b11b-4182-aa54-2777c5ec7e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59071379'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:24.033559 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=ef214923-9000-4e46-8e3d-f237b83c8851,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:24.060229 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc65fd-b11b-4182-aa54-2777c5ec7e49 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:24.186001 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['ef214923-9000-4e46-8e3d-f237b83c8851'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:20:24.231163 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4ddc65fd-b11b-4182-aa54-2777c5ec7e49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2096200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584776'] for router_interface, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:24.459119 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ddc65fd-b11b-4182-aa54-2777c5ec7e49 admin admin] Router 338eeed0-0f42-48a9-9854-55c4d5b1385f has already been hosted by L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:20:24.578156 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ddc65fd-b11b-4182-aa54-2777c5ec7e49 admin admin] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:20:24.584514 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-4ddc65fd-b11b-4182-aa54-2777c5ec7e49 admin admin] 10.222.0.36 "PUT /v2.0/routers/338eeed0-0f42-48a9-9854-55c4d5b1385f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6651974 Dec 15 14:20:24.587215 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 42166) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:24.591816 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c8ceb5-9ebf-46fe-aa7b-774b09b70f0b None None] Sync routers for ids ['338eeed0-0f42-48a9-9854-55c4d5b1385f'] in dv-cinder-813229-4-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:20:24.605394 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c8ceb5-9ebf-46fe-aa7b-774b09b70f0b None None] Routers {'338eeed0-0f42-48a9-9854-55c4d5b1385f'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:20:24.606042 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-77c8ceb5-9ebf-46fe-aa7b-774b09b70f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:20:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['338eeed0-0f42-48a9-9854-55c4d5b1385f'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:24.726176 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-77c8ceb5-9ebf-46fe-aa7b-774b09b70f0b None None] Set router 338eeed0-0f42-48a9-9854-55c4d5b1385f gateway port host: dv-cinder-813229-4-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:20:24.727033 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-075e1cf8-e6e9-465b-b809-ef51b9c3da9e admin admin] Publish callbacks [] for router, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:24.859637 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-075e1cf8-e6e9-465b-b809-ef51b9c3da9e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:24.922558 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-77c8ceb5-9ebf-46fe-aa7b-774b09b70f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'name': 'tempest-AttachVolumeShelveTestJSON-839835585-router', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '6d0e5b21-2828-4507-aa1e-208a44ecac8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:07Z', 'updated_at': '2021-12-15T14:20:23Z', 'revision_number': 5, 'project_id': '0d09ce10de40483aa9ac94558a84aa47', 'gw_port': {'id': '6d0e5b21-2828-4507-aa1e-208a44ecac8e', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:13:08Z', 'updated_at': '2021-12-15T14:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi'}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:24.939325 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d2e1b-d95f-49ad-aa79-e6120f1b287f req-f19e6a2f-2a26-4d8e-89fd-20cebea4dab4 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:24.940916 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-253d2e1b-d95f-49ad-aa79-e6120f1b287f req-f19e6a2f-2a26-4d8e-89fd-20cebea4dab4 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/ports?device_id=64e20b40-923b-4045-aa3c-34170136fd03 HTTP/1.1" status: 200 len: 944 time: 0.0544722 Dec 15 14:20:24.953349 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c8ceb5-9ebf-46fe-aa7b-774b09b70f0b None None] Checking router: 338eeed0-0f42-48a9-9854-55c4d5b1385f for host: dv-cinder-813229-4-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:20:24.961897 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c8ceb5-9ebf-46fe-aa7b-774b09b70f0b None None] Routers {'338eeed0-0f42-48a9-9854-55c4d5b1385f'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:20:24.962532 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-77c8ceb5-9ebf-46fe-aa7b-774b09b70f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:20:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['338eeed0-0f42-48a9-9854-55c4d5b1385f'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:25.037280 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-253d2e1b-d95f-49ad-aa79-e6120f1b287f req-8728d765-7983-46f1-a146-87cdd42e7c6d tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/security-groups?id=260407a0-9661-4e64-ad5f-d8795e6d0a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895591 Dec 15 14:20:25.050779 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-77c8ceb5-9ebf-46fe-aa7b-774b09b70f0b None None] Set router 338eeed0-0f42-48a9-9854-55c4d5b1385f gateway port host: None {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:20:25.053343 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-075e1cf8-e6e9-465b-b809-ef51b9c3da9e admin admin] Deleting port 6d0e5b21-2828-4507-aa1e-208a44ecac8e {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:25.053909 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-075e1cf8-e6e9-465b-b809-ef51b9c3da9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:25.111812 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-77c8ceb5-9ebf-46fe-aa7b-774b09b70f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'name': 'tempest-AttachVolumeShelveTestJSON-839835585-router', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:07Z', 'updated_at': '2021-12-15T14:20:24Z', 'revision_number': 6, 'project_id': '0d09ce10de40483aa9ac94558a84aa47', 'gw_port_host': None}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:25.159451 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [None req-075e1cf8-e6e9-465b-b809-ef51b9c3da9e admin admin] For port 6d0e5b21-2828-4507-aa1e-208a44ecac8e, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=6d0e5b21-2828-4507-aa1e-208a44ecac8e,segment=NetworkSegment(c751ab6f-1098-4cf9-a0b7-c17ede87015d),segment_id=c751ab6f-1098-4cf9-a0b7-c17ede87015d)] {{(pid=103145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:25.159825 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-075e1cf8-e6e9-465b-b809-ef51b9c3da9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:25.174773 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-075e1cf8-e6e9-465b-b809-ef51b9c3da9e admin admin] Calling delete_port for 6d0e5b21-2828-4507-aa1e-208a44ecac8e owned by network:router_gateway {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:25.246928 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c8ceb5-9ebf-46fe-aa7b-774b09b70f0b None None] The sync data for ids ['338eeed0-0f42-48a9-9854-55c4d5b1385f'] in dv-cinder-813229-4-iscsi is: [{'id': '338eeed0-0f42-48a9-9854-55c4d5b1385f', 'name': 'tempest-AttachVolumeShelveTestJSON-839835585-router', 'tenant_id': '0d09ce10de40483aa9ac94558a84aa47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:13:07Z', 'updated_at': '2021-12-15T14:20:24Z', 'revision_number': 6, 'project_id': '0d09ce10de40483aa9ac94558a84aa47', 'gw_port_host': None}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:20:25.301899 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 42178) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:25.411667 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-eae5bda0-ec04-4251-859a-5db77b283ab0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:25.414456 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-075e1cf8-e6e9-465b-b809-ef51b9c3da9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:25.446807 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e1cf8-e6e9-465b-b809-ef51b9c3da9e admin admin] Pushing event deleted for resources: {'Port': ['ID=6d0e5b21-2828-4507-aa1e-208a44ecac8e,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:25.490149 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-eae5bda0-ec04-4251-859a-5db77b283ab0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:25.505913 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-075e1cf8-e6e9-465b-b809-ef51b9c3da9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583658'] for router_gateway, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:25.548185 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-eae5bda0-ec04-4251-859a-5db77b283ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:25.587286 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-eae5bda0-ec04-4251-859a-5db77b283ab0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6b728ad928c04a26a498cdad4e2f5b93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2841966 Dec 15 14:20:25.588578 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae5bda0-ec04-4251-859a-5db77b283ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c8276f-8740-4089-806e-88a040a49f79,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:25.592176 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 42182) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:25.617093 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-075e1cf8-e6e9-465b-b809-ef51b9c3da9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1583034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5231'] for router, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:25.620383 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-075e1cf8-e6e9-465b-b809-ef51b9c3da9e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:25.649833 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ae21b98e-96f2-4665-94ed-c606f0df5106 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:25.674384 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ae21b98e-96f2-4665-94ed-c606f0df5106 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:25.744248 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device ef214923-9000-4e46-8e3d-f237b83c8851 up at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:20:25.751697 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-075e1cf8-e6e9-465b-b809-ef51b9c3da9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1583027'] for router, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:25.752283 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075e1cf8-e6e9-465b-b809-ef51b9c3da9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 338eeed0-0f42-48a9-9854-55c4d5b1385f {{(pid=103145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:20:25.757155 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-075e1cf8-e6e9-465b-b809-ef51b9c3da9e admin admin] Publish callbacks [] for router, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:25.758312 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-075e1cf8-e6e9-465b-b809-ef51b9c3da9e admin admin] 10.222.0.36 "DELETE /v2.0/routers/338eeed0-0f42-48a9-9854-55c4d5b1385f HTTP/1.1" status: 204 len: 168 time: 1.1697891 Dec 15 14:20:25.761016 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 42184) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:25.807303 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-d01fa0bd-7de1-4ca7-9e24-7279386d9500 admin admin] Deleting subnet 1cdbf821-be2b-4255-be5a-f39d9618a49d {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:20:25.810350 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ae21b98e-96f2-4665-94ed-c606f0df5106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:25.813158 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ae21b98e-96f2-4665-94ed-c606f0df5106 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:25.814265 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-ae21b98e-96f2-4665-94ed-c606f0df5106 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/07c8276f-8740-4089-806e-88a040a49f79 HTTP/1.1" status: 204 len: 168 time: 0.2221735 Dec 15 14:20:25.815022 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d01fa0bd-7de1-4ca7-9e24-7279386d9500 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:25.847620 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae21b98e-96f2-4665-94ed-c606f0df5106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c8276f-8740-4089-806e-88a040a49f79,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:25.857377 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d01fa0bd-7de1-4ca7-9e24-7279386d9500 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59448052'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:25.867161 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning for port ef214923-9000-4e46-8e3d-f237b83c8851 completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:20:25.872139 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning complete for port ef214923-9000-4e46-8e3d-f237b83c8851 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:20:25.872620 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:25.941038 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d01fa0bd-7de1-4ca7-9e24-7279386d9500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878086'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:26.057573 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d01fa0bd-7de1-4ca7-9e24-7279386d9500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59071396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802286'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:26.086395 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:26.092563 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01fa0bd-7de1-4ca7-9e24-7279386d9500 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cdbf821-be2b-4255-be5a-f39d9618a49d,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:26.098152 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d01fa0bd-7de1-4ca7-9e24-7279386d9500 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:26.101965 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-d01fa0bd-7de1-4ca7-9e24-7279386d9500 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1cdbf821-be2b-4255-be5a-f39d9618a49d HTTP/1.1" status: 204 len: 168 time: 0.3399754 Dec 15 14:20:26.110974 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 42192) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:26.117518 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 6d0e5b21-2828-4507-aa1e-208a44ecac8e no longer exists at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:20:26.119518 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbdca21-922a-4b64-8e3e-198ed6728f44 None None] Network 87207a00-487c-41ca-9a1a-60e78eea9937 requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:20:26.179596 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] No Port match for: 6d0e5b21-2828-4507-aa1e-208a44ecac8e {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:20:26.179969 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 6d0e5b21-2828-4507-aa1e-208a44ecac8e not bound to the agent host dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:20:26.180409 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a no longer exists at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:20:26.187247 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-58090f73-3dc5-41d4-849f-6192cb043d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825640'] for network, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:26.195718 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e20b40-923b-4045-aa3c-34170136fd03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef214923-9000-4e46-8e3d-f237b83c8851'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:20:26.198023 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563fd6401afa6af5759f990961882efb87115f058b142029c69814770c0d1fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4748f501-5b86-4a26-9ce5-14c1c368155c" -d '{"events": [{"server_uuid": "64e20b40-923b-4045-aa3c-34170136fd03", "name": "network-vif-plugged", "status": "completed", "tag": "ef214923-9000-4e46-8e3d-f237b83c8851"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:20:26.239700 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port ef214923-9000-4e46-8e3d-f237b83c8851, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ef214923-9000-4e46-8e3d-f237b83c8851,segment=NetworkSegment(9dee89e2-c366-4803-a638-c955f8f8f636),segment_id=9dee89e2-c366-4803-a638-c955f8f8f636)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:26.242890 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] No Port match for: dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:20:26.243263 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device dd5d7b10-ec7d-4e71-9a38-2dc3660fd64a not bound to the agent host dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:20:26.267132 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c91d64e-6ad4-4882-8b70-ef969e90fa6a x-openstack-request-id: req-9c91d64e-6ad4-4882-8b70-ef969e90fa6a {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:20:26.267682 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e20b40-923b-4045-aa3c-34170136fd03", "name": "network-vif-plugged", "status": "completed", "tag": "ef214923-9000-4e46-8e3d-f237b83c8851", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:20:26.268136 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9c91d64e-6ad4-4882-8b70-ef969e90fa6a {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:20:26.268691 dv-cinder-813229-4-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e20b40-923b-4045-aa3c-34170136fd03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef214923-9000-4e46-8e3d-f237b83c8851', 'code': 200} Dec 15 14:20:26.289348 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:26.326428 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f6c66-e26f-4e06-aa9b-68a2621d192e req-f98dbad8-ca2d-411a-aac3-4e49ef2c6483 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:26.328619 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1c8f6c66-e26f-4e06-aa9b-68a2621d192e req-f98dbad8-ca2d-411a-aac3-4e49ef2c6483 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/ports?device_id=64e20b40-923b-4045-aa3c-34170136fd03 HTTP/1.1" status: 200 len: 944 time: 0.1384478 Dec 15 14:20:26.352891 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=ef214923-9000-4e46-8e3d-f237b83c8851,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:26.372670 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-58090f73-3dc5-41d4-849f-6192cb043d17 admin admin] Deleting port e6e23b73-a0a7-4bb0-a400-942a98a37180 {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:26.373014 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-58090f73-3dc5-41d4-849f-6192cb043d17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:26.443171 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1c8f6c66-e26f-4e06-aa9b-68a2621d192e req-d7254286-47ad-46ca-8d51-ca0b65913811 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/security-groups?id=260407a0-9661-4e64-ad5f-d8795e6d0a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033499 Dec 15 14:20:26.461306 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deaec80a-7f02-48fd-bd98-2755c4ee3c00 None None] DHCP port deletion for 87207a00-487c-41ca-9a1a-60e78eea9937 request from dv-cinder-813229-4-iscsi {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:20:26.473755 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [None req-58090f73-3dc5-41d4-849f-6192cb043d17 admin admin] For port e6e23b73-a0a7-4bb0-a400-942a98a37180, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=e6e23b73-a0a7-4bb0-a400-942a98a37180,segment=NetworkSegment(88376a90-d228-4b29-87c9-0e4710ba306c),segment_id=88376a90-d228-4b29-87c9-0e4710ba306c)] {{(pid=103145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:26.474124 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-58090f73-3dc5-41d4-849f-6192cb043d17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:26.511416 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-58090f73-3dc5-41d4-849f-6192cb043d17 admin admin] Calling delete_port for e6e23b73-a0a7-4bb0-a400-942a98a37180 owned by network:dhcp {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:26.514988 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-deaec80a-7f02-48fd-bd98-2755c4ee3c00 None None] Deleting port e6e23b73-a0a7-4bb0-a400-942a98a37180 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:26.515377 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-deaec80a-7f02-48fd-bd98-2755c4ee3c00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:26.583986 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-deaec80a-7f02-48fd-bd98-2755c4ee3c00 None None] For port e6e23b73-a0a7-4bb0-a400-942a98a37180, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=e6e23b73-a0a7-4bb0-a400-942a98a37180,segment=NetworkSegment(88376a90-d228-4b29-87c9-0e4710ba306c),segment_id=88376a90-d228-4b29-87c9-0e4710ba306c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:26.584315 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-deaec80a-7f02-48fd-bd98-2755c4ee3c00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:26.597798 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-deaec80a-7f02-48fd-bd98-2755c4ee3c00 None None] Calling delete_port for e6e23b73-a0a7-4bb0-a400-942a98a37180 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:26.666904 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60554f4-251a-4a7d-b8ab-0de3d7aa2715 req-765e9650-79e6-43e0-aa34-09f02178d7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:26.668424 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-b60554f4-251a-4a7d-b8ab-0de3d7aa2715 req-765e9650-79e6-43e0-aa34-09f02178d7a7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=64e20b40-923b-4045-aa3c-34170136fd03 HTTP/1.1" status: 200 len: 1098 time: 0.0413663 Dec 15 14:20:26.673499 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-58090f73-3dc5-41d4-849f-6192cb043d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:26.679552 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-deaec80a-7f02-48fd-bd98-2755c4ee3c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:26.686583 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58090f73-3dc5-41d4-849f-6192cb043d17 admin admin] No DVR routers for this DVR port e6e23b73-a0a7-4bb0-a400-942a98a37180 on host dv-cinder-813229-4-iscsi {{(pid=103145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:20:26.725611 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-b60554f4-251a-4a7d-b8ab-0de3d7aa2715 req-10676d8e-ce63-465a-8a46-e7207d7044f8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=260407a0-9661-4e64-ad5f-d8795e6d0a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484097 Dec 15 14:20:26.725812 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaec80a-7f02-48fd-bd98-2755c4ee3c00 None None] Pushing event deleted for resources: {'Port': ['ID=e6e23b73-a0a7-4bb0-a400-942a98a37180,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:26.729278 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaec80a-7f02-48fd-bd98-2755c4ee3c00 None None] No DVR routers for this DVR port e6e23b73-a0a7-4bb0-a400-942a98a37180 on host dv-cinder-813229-4-iscsi {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:20:26.741582 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58090f73-3dc5-41d4-849f-6192cb043d17 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6e23b73-a0a7-4bb0-a400-942a98a37180,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:26.798512 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-58090f73-3dc5-41d4-849f-6192cb043d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880017', 'neutron.services.segments.db._delete_segments_for_network-8782779444098'] for network, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:26.821223 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-58090f73-3dc5-41d4-849f-6192cb043d17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87207a00-487c-41ca-9a1a-60e78eea9937']}} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:26.830411 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-58090f73-3dc5-41d4-849f-6192cb043d17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88376a90-d228-4b29-87c9-0e4710ba306c') {'for_net_delete': True} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:26.830710 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-58090f73-3dc5-41d4-849f-6192cb043d17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88376a90-d228-4b29-87c9-0e4710ba306c') {} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:20:26.840048 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-58090f73-3dc5-41d4-849f-6192cb043d17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782779447179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59516735'] for segment, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:26.853519 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-58090f73-3dc5-41d4-849f-6192cb043d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967'] for segment, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:26.860192 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58090f73-3dc5-41d4-849f-6192cb043d17 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:20:26.860575 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-58090f73-3dc5-41d4-849f-6192cb043d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3665285'] for segment, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:26.862245 dv-cinder-813229-4-iscsi neutron-server[103145]: Traceback (most recent call last): Dec 15 14:20:26.862245 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:20:26.862245 dv-cinder-813229-4-iscsi neutron-server[103145]: timer() Dec 15 14:20:26.862245 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:20:26.862245 dv-cinder-813229-4-iscsi neutron-server[103145]: cb(*args, **kw) Dec 15 14:20:26.862245 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:20:26.862245 dv-cinder-813229-4-iscsi neutron-server[103145]: return func(*args, **kwargs) Dec 15 14:20:26.862245 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:20:26.862245 dv-cinder-813229-4-iscsi neutron-server[103145]: self._notify() Dec 15 14:20:26.862245 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:20:26.862245 dv-cinder-813229-4-iscsi neutron-server[103145]: self.callback(batched_events) Dec 15 14:20:26.862245 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:20:26.862245 dv-cinder-813229-4-iscsi neutron-server[103145]: event.method(event) Dec 15 14:20:26.862245 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:20:26.862245 dv-cinder-813229-4-iscsi neutron-server[103145]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:20:26.862245 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:20:26.862245 dv-cinder-813229-4-iscsi neutron-server[103145]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:20:26.862245 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:20:26.862245 dv-cinder-813229-4-iscsi neutron-server[103145]: return f(self, *a, **k) Dec 15 14:20:26.862245 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:20:26.862245 dv-cinder-813229-4-iscsi neutron-server[103145]: return self._get(url).json() Dec 15 14:20:26.862245 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:20:26.862245 dv-cinder-813229-4-iscsi neutron-server[103145]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:20:26.862245 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:20:26.862245 dv-cinder-813229-4-iscsi neutron-server[103145]: return self.request(url, 'GET', **kwargs) Dec 15 14:20:26.862245 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:20:26.862245 dv-cinder-813229-4-iscsi neutron-server[103145]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:20:26.862245 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:20:26.862245 dv-cinder-813229-4-iscsi neutron-server[103145]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:20:26.862245 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:20:26.862245 dv-cinder-813229-4-iscsi neutron-server[103145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:20:26.862245 dv-cinder-813229-4-iscsi neutron-server[103145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:20:27.003227 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-58090f73-3dc5-41d4-849f-6192cb043d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583622'] for network, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:27.010128 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-58090f73-3dc5-41d4-849f-6192cb043d17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for network, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:27.013537 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-58090f73-3dc5-41d4-849f-6192cb043d17 admin admin] 10.222.0.36 "DELETE /v2.0/networks/87207a00-487c-41ca-9a1a-60e78eea9937 HTTP/1.1" status: 204 len: 168 time: 0.9015477 Dec 15 14:20:27.024323 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58090f73-3dc5-41d4-849f-6192cb043d17 admin admin] Pushing event deleted for resources: {'Network': ['ID=87207a00-487c-41ca-9a1a-60e78eea9937,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:27.373827 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 42218) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:27.417624 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-204ae506-9cd4-42b0-9c41-00ff9c59a243 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0d09ce10de40483aa9ac94558a84aa47&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0421076 Dec 15 14:20:27.420223 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 42220) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:27.466829 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9b1ed57d-91e5-4afa-97e8-05753ffac47a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:27.487530 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9b1ed57d-91e5-4afa-97e8-05753ffac47a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:27.582938 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f529c-1e9c-4c26-bb13-22f54ef5c6f4 req-31a3935f-824f-4365-b488-a751ff43b944 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:27.584415 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e53f529c-1e9c-4c26-bb13-22f54ef5c6f4 req-31a3935f-824f-4365-b488-a751ff43b944 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/ports?device_id=64e20b40-923b-4045-aa3c-34170136fd03 HTTP/1.1" status: 200 len: 945 time: 0.0487268 Dec 15 14:20:27.617340 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9b1ed57d-91e5-4afa-97e8-05753ffac47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:27.619856 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9b1ed57d-91e5-4afa-97e8-05753ffac47a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:27.621048 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-9b1ed57d-91e5-4afa-97e8-05753ffac47a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2f76b2ba-206a-4071-9e0a-1296cefd41bb HTTP/1.1" status: 204 len: 168 time: 0.1999617 Dec 15 14:20:27.639746 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ed57d-91e5-4afa-97e8-05753ffac47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f76b2ba-206a-4071-9e0a-1296cefd41bb,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:27.645092 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e53f529c-1e9c-4c26-bb13-22f54ef5c6f4 req-c43907f0-a204-4c65-8a82-ac504472138f tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/security-groups?id=260407a0-9661-4e64-ad5f-d8795e6d0a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544000 Dec 15 14:20:27.831210 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device e6e23b73-a0a7-4bb0-a400-942a98a37180 no longer exists at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:20:27.852668 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] No Port match for: e6e23b73-a0a7-4bb0-a400-942a98a37180 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:20:27.853117 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device e6e23b73-a0a7-4bb0-a400-942a98a37180 not bound to the agent host dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:20:28.779001 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471edf59-3c5b-4498-b14c-952ccbf28df9 req-e3685d50-3766-45ea-8a80-5b86e4770567 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:28.781012 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-471edf59-3c5b-4498-b14c-952ccbf28df9 req-e3685d50-3766-45ea-8a80-5b86e4770567 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/ports?device_id=64e20b40-923b-4045-aa3c-34170136fd03 HTTP/1.1" status: 200 len: 945 time: 0.0534809 Dec 15 14:20:28.834304 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-471edf59-3c5b-4498-b14c-952ccbf28df9 req-774ba0b3-eb46-4308-824d-59bb7d877b0d tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/security-groups?id=260407a0-9661-4e64-ad5f-d8795e6d0a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476496 Dec 15 14:20:30.168428 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b5989-00e6-4757-9b60-a0261f6b2438 req-45cb8daa-031a-4989-b59a-8029b50397e5 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:30.169916 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-314b5989-00e6-4757-9b60-a0261f6b2438 req-45cb8daa-031a-4989-b59a-8029b50397e5 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/ports?device_id=64e20b40-923b-4045-aa3c-34170136fd03 HTTP/1.1" status: 200 len: 945 time: 0.0503645 Dec 15 14:20:30.216613 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-314b5989-00e6-4757-9b60-a0261f6b2438 req-11e5893c-8b1f-430a-80aa-fa65c042b40d tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/security-groups?id=260407a0-9661-4e64-ad5f-d8795e6d0a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401597 Dec 15 14:20:30.472695 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 42310) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:30.572800 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9634b9d4-74b9-41fb-ace2-d4f9a661f344 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:30.645066 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9634b9d4-74b9-41fb-ace2-d4f9a661f344 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:30.707842 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9634b9d4-74b9-41fb-ace2-d4f9a661f344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:30.750467 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-9634b9d4-74b9-41fb-ace2-d4f9a661f344 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=38ed2f887e444c49909b355b39de56c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2766666 Dec 15 14:20:30.751617 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634b9d4-74b9-41fb-ace2-d4f9a661f344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f5a674-3792-4776-818b-2b0c8fe72986,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:30.753365 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 42318) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:30.805484 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-175e7ae3-4c0d-407b-a839-dc7edfa55d56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:30.826967 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-175e7ae3-4c0d-407b-a839-dc7edfa55d56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:30.945822 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-175e7ae3-4c0d-407b-a839-dc7edfa55d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:30.948589 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-175e7ae3-4c0d-407b-a839-dc7edfa55d56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:30.949749 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-175e7ae3-4c0d-407b-a839-dc7edfa55d56 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d7f5a674-3792-4776-818b-2b0c8fe72986 HTTP/1.1" status: 204 len: 168 time: 0.1946962 Dec 15 14:20:30.958571 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e7ae3-4c0d-407b-a839-dc7edfa55d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f5a674-3792-4776-818b-2b0c8fe72986,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:31.364009 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff303d8b-bcca-4b3d-84d2-331520610029 req-f7d040cc-f275-45a1-833a-b6305ad7853f tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:31.365604 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ff303d8b-bcca-4b3d-84d2-331520610029 req-f7d040cc-f275-45a1-833a-b6305ad7853f tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/ports?device_id=64e20b40-923b-4045-aa3c-34170136fd03 HTTP/1.1" status: 200 len: 945 time: 0.0736151 Dec 15 14:20:31.416549 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ff303d8b-bcca-4b3d-84d2-331520610029 req-f419be26-d725-41ea-bc63-059aec0e858a tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/security-groups?id=260407a0-9661-4e64-ad5f-d8795e6d0a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438218 Dec 15 14:20:31.469417 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f8ca8-f0c0-4547-9642-7e08a02d3198 req-224cbd5f-37b6-4e3d-a789-28a65b279288 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:20:31.469417 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-934f8ca8-f0c0-4547-9642-7e08a02d3198 req-224cbd5f-37b6-4e3d-a789-28a65b279288 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.54 "GET /v2.0/ports?device_id=64e20b40-923b-4045-aa3c-34170136fd03 HTTP/1.1" status: 200 len: 945 time: 0.0737925 Dec 15 14:20:31.560244 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-934f8ca8-f0c0-4547-9642-7e08a02d3198 req-20e4cfb0-6f05-4a6c-80ba-0bbd9fb20e54 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Deleting port ef214923-9000-4e46-8e3d-f237b83c8851 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:20:31.560585 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-934f8ca8-f0c0-4547-9642-7e08a02d3198 req-20e4cfb0-6f05-4a6c-80ba-0bbd9fb20e54 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:31.651882 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-934f8ca8-f0c0-4547-9642-7e08a02d3198 req-20e4cfb0-6f05-4a6c-80ba-0bbd9fb20e54 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] For port ef214923-9000-4e46-8e3d-f237b83c8851, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ef214923-9000-4e46-8e3d-f237b83c8851,segment=NetworkSegment(9dee89e2-c366-4803-a638-c955f8f8f636),segment_id=9dee89e2-c366-4803-a638-c955f8f8f636)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:20:31.652276 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-934f8ca8-f0c0-4547-9642-7e08a02d3198 req-20e4cfb0-6f05-4a6c-80ba-0bbd9fb20e54 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:31.664733 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [req-934f8ca8-f0c0-4547-9642-7e08a02d3198 req-20e4cfb0-6f05-4a6c-80ba-0bbd9fb20e54 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Calling delete_port for ef214923-9000-4e46-8e3d-f237b83c8851 owned by compute:nova {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:20:31.788103 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 42334) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:31.803527 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-e69bbd94-9ccf-4a0a-a2d2-63fc41e22dd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:32.114011 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-934f8ca8-f0c0-4547-9642-7e08a02d3198 req-20e4cfb0-6f05-4a6c-80ba-0bbd9fb20e54 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59071379'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:32.143892 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4cfb0-6f05-4a6c-80ba-0bbd9fb20e54 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Pushing event deleted for resources: {'Port': ['ID=ef214923-9000-4e46-8e3d-f237b83c8851,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:32.180165 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-e69bbd94-9ccf-4a0a-a2d2-63fc41e22dd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:32.183149 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['ef214923-9000-4e46-8e3d-f237b83c8851'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:20:32.184686 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-934f8ca8-f0c0-4547-9642-7e08a02d3198 req-20e4cfb0-6f05-4a6c-80ba-0bbd9fb20e54 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] No DVR routers for this DVR port ef214923-9000-4e46-8e3d-f237b83c8851 on host hv-cinder-81322 {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:20:32.188359 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-934f8ca8-f0c0-4547-9642-7e08a02d3198 req-20e4cfb0-6f05-4a6c-80ba-0bbd9fb20e54 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:32.192656 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-934f8ca8-f0c0-4547-9642-7e08a02d3198 req-20e4cfb0-6f05-4a6c-80ba-0bbd9fb20e54 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.54 "DELETE /v2.0/ports/ef214923-9000-4e46-8e3d-f237b83c8851 HTTP/1.1" status: 204 len: 173 time: 0.7185130 Dec 15 14:20:32.192656 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e20b40-923b-4045-aa3c-34170136fd03', 'name': 'network-vif-deleted', 'tag': 'ef214923-9000-4e46-8e3d-f237b83c8851'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:20:32.194359 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85a0f3a80b1f03eae3b213f201473723e4c4eee54091eafe51cfe768d2ea106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726c6f9b-11d6-4d38-a094-011e2f6c4822" -d '{"events": [{"server_uuid": "64e20b40-923b-4045-aa3c-34170136fd03", "name": "network-vif-deleted", "tag": "ef214923-9000-4e46-8e3d-f237b83c8851"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:20:32.233116 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531be1af-cad6-4c54-9c88-b429ca4f2328 x-openstack-request-id: req-531be1af-cad6-4c54-9c88-b429ca4f2328 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:20:32.233507 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e20b40-923b-4045-aa3c-34170136fd03", "name": "network-vif-deleted", "tag": "ef214923-9000-4e46-8e3d-f237b83c8851", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:20:32.233765 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-531be1af-cad6-4c54-9c88-b429ca4f2328 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:20:32.234164 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e20b40-923b-4045-aa3c-34170136fd03', 'name': 'network-vif-deleted', 'tag': 'ef214923-9000-4e46-8e3d-f237b83c8851', 'status': 'completed', 'code': 200} Dec 15 14:20:32.267850 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-e69bbd94-9ccf-4a0a-a2d2-63fc41e22dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:32.308051 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-e69bbd94-9ccf-4a0a-a2d2-63fc41e22dd9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b30ce7e570174f7dbff3abde7b4fd65b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5187528 Dec 15 14:20:32.309190 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69bbd94-9ccf-4a0a-a2d2-63fc41e22dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5becba1a-506d-4312-a5c0-82e80d47fa0a,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:32.310713 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 42338) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:32.360420 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c00705b6-3496-49f2-9dfe-30afbe6e35b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:32.383704 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c00705b6-3496-49f2-9dfe-30afbe6e35b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:32.500211 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c00705b6-3496-49f2-9dfe-30afbe6e35b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:32.500211 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c00705b6-3496-49f2-9dfe-30afbe6e35b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:32.500211 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-c00705b6-3496-49f2-9dfe-30afbe6e35b4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5becba1a-506d-4312-a5c0-82e80d47fa0a HTTP/1.1" status: 204 len: 168 time: 0.1825969 Dec 15 14:20:32.505522 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00705b6-3496-49f2-9dfe-30afbe6e35b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5becba1a-506d-4312-a5c0-82e80d47fa0a,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:32.556307 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b27e2ef9-fa64-4d52-8753-6f47b8ac08ea req-dc2655c9-131f-404f-87e2-ec8deb819241 tempest-VolumesActionsTest-1134173251 tempest-VolumesActionsTest-1134173251-project] 10.222.0.36 "GET /v2.0/ports?device_id=64e20b40-923b-4045-aa3c-34170136fd03 HTTP/1.1" status: 200 len: 210 time: 0.0353181 Dec 15 14:20:33.271265 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f193233-31ca-4a82-b06f-cb783b1fe397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:33.351587 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:20:34.963515 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 42476) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:35.064685 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6ccb9ff6-f221-4a03-b3bf-ad6b18696156 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:35.141984 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6ccb9ff6-f221-4a03-b3bf-ad6b18696156 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:35.216075 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6ccb9ff6-f221-4a03-b3bf-ad6b18696156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:35.253005 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb9ff6-f221-4a03-b3bf-ad6b18696156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce881025-2af6-4e78-ad47-8b49114da55f,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:35.257587 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-6ccb9ff6-f221-4a03-b3bf-ad6b18696156 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6111e6b286824fc3bcc6433b242edc12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2930107 Dec 15 14:20:35.260202 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 42480) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:35.306749 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-87c61c62-ea64-47ca-a049-2da5fcdbe2a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:35.328830 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-87c61c62-ea64-47ca-a049-2da5fcdbe2a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:35.433186 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-87c61c62-ea64-47ca-a049-2da5fcdbe2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:35.435784 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-87c61c62-ea64-47ca-a049-2da5fcdbe2a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:35.437724 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-87c61c62-ea64-47ca-a049-2da5fcdbe2a0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ce881025-2af6-4e78-ad47-8b49114da55f HTTP/1.1" status: 204 len: 168 time: 0.1766067 Dec 15 14:20:35.445411 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c61c62-ea64-47ca-a049-2da5fcdbe2a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce881025-2af6-4e78-ad47-8b49114da55f,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:35.833221 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63f7ac8b-7106-480d-a012-649ea668393b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:35.946417 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device ef214923-9000-4e46-8e3d-f237b83c8851 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:20:35.966318 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] No Port match for: ef214923-9000-4e46-8e3d-f237b83c8851 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:20:35.966666 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device ef214923-9000-4e46-8e3d-f237b83c8851 not bound to the agent host hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:20:35.985593 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 42492) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:35.998587 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f683b82c-0093-477b-8a8c-0e9ebc0ea0a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:36.070065 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f683b82c-0093-477b-8a8c-0e9ebc0ea0a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:36.128316 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f683b82c-0093-477b-8a8c-0e9ebc0ea0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:36.167700 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-f683b82c-0093-477b-8a8c-0e9ebc0ea0a1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d79b43917e044d34a191397f64443b5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1809011 Dec 15 14:20:36.168487 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683b82c-0093-477b-8a8c-0e9ebc0ea0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d482bab6-dd22-4cca-8763-d64702b85b68,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:36.170450 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 42494) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:36.218366 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b5b8dcd5-a0c6-4fd0-a418-b47275bc8f76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:36.239278 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b5b8dcd5-a0c6-4fd0-a418-b47275bc8f76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:36.433295 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b5b8dcd5-a0c6-4fd0-a418-b47275bc8f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:36.435943 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b5b8dcd5-a0c6-4fd0-a418-b47275bc8f76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:36.439700 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-b5b8dcd5-a0c6-4fd0-a418-b47275bc8f76 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d482bab6-dd22-4cca-8763-d64702b85b68 HTTP/1.1" status: 204 len: 168 time: 0.2665756 Dec 15 14:20:36.446397 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8dcd5-a0c6-4fd0-a418-b47275bc8f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d482bab6-dd22-4cca-8763-d64702b85b68,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:36.993543 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:38.148292 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:39.311312 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:39.449279 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 42598) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:39.571340 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a7c90507-8ec6-4b6e-94a8-2e75d5c61455 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:39.653375 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a7c90507-8ec6-4b6e-94a8-2e75d5c61455 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:39.713190 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a7c90507-8ec6-4b6e-94a8-2e75d5c61455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:39.761649 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-a7c90507-8ec6-4b6e-94a8-2e75d5c61455 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=339b7df22dcb43dfad154b15d962f4c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3112102 Dec 15 14:20:39.763238 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c90507-8ec6-4b6e-94a8-2e75d5c61455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9bf65e-c20b-492b-9fb5-d71ddf25b53e,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:39.765699 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 42602) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:39.772379 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c90507-8ec6-4b6e-94a8-2e75d5c61455 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:39.772731 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c90507-8ec6-4b6e-94a8-2e75d5c61455 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:39.773443 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c90507-8ec6-4b6e-94a8-2e75d5c61455 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:39.773853 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c90507-8ec6-4b6e-94a8-2e75d5c61455 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:39.774325 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c90507-8ec6-4b6e-94a8-2e75d5c61455 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:39.774468 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c90507-8ec6-4b6e-94a8-2e75d5c61455 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:39.775104 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c90507-8ec6-4b6e-94a8-2e75d5c61455 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:39.776244 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c90507-8ec6-4b6e-94a8-2e75d5c61455 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:39.776585 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c90507-8ec6-4b6e-94a8-2e75d5c61455 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:39.777092 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c90507-8ec6-4b6e-94a8-2e75d5c61455 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:39.777582 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c90507-8ec6-4b6e-94a8-2e75d5c61455 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:39.778082 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c90507-8ec6-4b6e-94a8-2e75d5c61455 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:39.778625 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c90507-8ec6-4b6e-94a8-2e75d5c61455 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:20:39.834560 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9baf3f88-cf0b-46f3-92fb-04dbe96376d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:39.864586 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9baf3f88-cf0b-46f3-92fb-04dbe96376d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:40.009009 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9baf3f88-cf0b-46f3-92fb-04dbe96376d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:40.012617 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9baf3f88-cf0b-46f3-92fb-04dbe96376d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:40.014022 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-9baf3f88-cf0b-46f3-92fb-04dbe96376d2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6b9bf65e-c20b-492b-9fb5-d71ddf25b53e HTTP/1.1" status: 204 len: 168 time: 0.2470279 Dec 15 14:20:40.023631 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf3f88-cf0b-46f3-92fb-04dbe96376d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9bf65e-c20b-492b-9fb5-d71ddf25b53e,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:40.700230 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 42618) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:40.715357 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 42620) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:40.719226 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e1fb9546-5a9e-458c-886c-86b25e87ec66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:40.836898 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e1fb9546-5a9e-458c-886c-86b25e87ec66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:40.913376 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-e1fb9546-5a9e-458c-886c-86b25e87ec66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:40.945148 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-2ac90f63-b615-416c-9737-4293f08cfd8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:40.962144 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-e1fb9546-5a9e-458c-886c-86b25e87ec66 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=57fd1f85c16f4cdb86fa3658ec468e3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2587364 Dec 15 14:20:40.962892 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 42624) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:40.970553 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb9546-5a9e-458c-886c-86b25e87ec66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351b3d10-b45b-4871-9a6c-5857ff841fa1,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:41.028231 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-658ec2d8-55dd-4cf0-9fab-6ab78b88135d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:41.055427 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-658ec2d8-55dd-4cf0-9fab-6ab78b88135d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:41.066270 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-2ac90f63-b615-416c-9737-4293f08cfd8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:41.125449 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-2ac90f63-b615-416c-9737-4293f08cfd8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:41.174772 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-2ac90f63-b615-416c-9737-4293f08cfd8b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2ae3bf990c374cbfaad252e41010514c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4559493 Dec 15 14:20:41.174772 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac90f63-b615-416c-9737-4293f08cfd8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79c8702-7fa3-42f8-b595-6e44da739c99,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:41.175238 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 42630) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:41.205556 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-658ec2d8-55dd-4cf0-9fab-6ab78b88135d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:41.208489 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-658ec2d8-55dd-4cf0-9fab-6ab78b88135d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:41.209636 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-658ec2d8-55dd-4cf0-9fab-6ab78b88135d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/351b3d10-b45b-4871-9a6c-5857ff841fa1 HTTP/1.1" status: 204 len: 168 time: 0.2454665 Dec 15 14:20:41.230568 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ec2d8-55dd-4cf0-9fab-6ab78b88135d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351b3d10-b45b-4871-9a6c-5857ff841fa1,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:41.266270 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b59b7c83-9631-4cb6-bfa1-1604d8de5d53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:41.290472 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b59b7c83-9631-4cb6-bfa1-1604d8de5d53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:41.408448 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b59b7c83-9631-4cb6-bfa1-1604d8de5d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:41.411311 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b59b7c83-9631-4cb6-bfa1-1604d8de5d53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:41.412760 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-b59b7c83-9631-4cb6-bfa1-1604d8de5d53 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a79c8702-7fa3-42f8-b595-6e44da739c99 HTTP/1.1" status: 204 len: 168 time: 0.2363930 Dec 15 14:20:41.422630 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b7c83-9631-4cb6-bfa1-1604d8de5d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79c8702-7fa3-42f8-b595-6e44da739c99,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:43.045190 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 42694) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:43.182913 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-73fe47f6-a031-4f55-8505-7e8ed7650b81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:43.277895 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-73fe47f6-a031-4f55-8505-7e8ed7650b81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:43.351721 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-73fe47f6-a031-4f55-8505-7e8ed7650b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:43.385085 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-73fe47f6-a031-4f55-8505-7e8ed7650b81 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=732afb28a985416a918cc245e71b67b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3351936 Dec 15 14:20:43.385458 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 42702) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:43.430966 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe47f6-a031-4f55-8505-7e8ed7650b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9db112-1778-45c9-9c3e-dd106b524ce0,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:43.465517 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-dfe3d794-316c-400e-8e7c-b01d74e4590b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:43.489730 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-dfe3d794-316c-400e-8e7c-b01d74e4590b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:43.627850 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-dfe3d794-316c-400e-8e7c-b01d74e4590b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:43.630904 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-dfe3d794-316c-400e-8e7c-b01d74e4590b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:43.632482 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-dfe3d794-316c-400e-8e7c-b01d74e4590b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4a9db112-1778-45c9-9c3e-dd106b524ce0 HTTP/1.1" status: 204 len: 168 time: 0.2453940 Dec 15 14:20:43.641066 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe3d794-316c-400e-8e7c-b01d74e4590b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9db112-1778-45c9-9c3e-dd106b524ce0,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:49.826184 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:50.011597 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 42874) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:50.145787 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-8b970d05-7108-42e1-ab6d-1f6105294c36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:50.244793 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-8b970d05-7108-42e1-ab6d-1f6105294c36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:50.314211 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-8b970d05-7108-42e1-ab6d-1f6105294c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:50.369119 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-8b970d05-7108-42e1-ab6d-1f6105294c36 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=708a31adec2848b19dfff7357f8c1445&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3549869 Dec 15 14:20:50.369840 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b970d05-7108-42e1-ab6d-1f6105294c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd183622-1eba-467d-83d4-634c55524aad,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:50.371705 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 42884) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:50.435766 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ac06ab2b-fab0-4b04-bbd6-7fe0174274ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:50.460632 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ac06ab2b-fab0-4b04-bbd6-7fe0174274ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:50.592979 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ac06ab2b-fab0-4b04-bbd6-7fe0174274ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:50.596429 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ac06ab2b-fab0-4b04-bbd6-7fe0174274ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:50.601124 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-ac06ab2b-fab0-4b04-bbd6-7fe0174274ce admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cd183622-1eba-467d-83d4-634c55524aad HTTP/1.1" status: 204 len: 168 time: 0.2210231 Dec 15 14:20:50.619672 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac06ab2b-fab0-4b04-bbd6-7fe0174274ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd183622-1eba-467d-83d4-634c55524aad,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:51.357263 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 42904) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:51.379822 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4139d403-e58c-4dac-b4dc-8ff60b5c5934 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:51.473809 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4139d403-e58c-4dac-b4dc-8ff60b5c5934 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:51.570436 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4139d403-e58c-4dac-b4dc-8ff60b5c5934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:51.610208 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-4139d403-e58c-4dac-b4dc-8ff60b5c5934 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c5a0785354d848719bc227bf107045d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2502823 Dec 15 14:20:51.613569 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 42908) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:51.625203 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139d403-e58c-4dac-b4dc-8ff60b5c5934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f29c201-a0c3-4f8d-bdff-12fc2f2ae4c0,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:51.671465 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a9df6aae-7906-4be8-a088-28aa942a2c31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:51.702292 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a9df6aae-7906-4be8-a088-28aa942a2c31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:52.130201 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a9df6aae-7906-4be8-a088-28aa942a2c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:52.132983 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a9df6aae-7906-4be8-a088-28aa942a2c31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:52.134160 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-a9df6aae-7906-4be8-a088-28aa942a2c31 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7f29c201-a0c3-4f8d-bdff-12fc2f2ae4c0 HTTP/1.1" status: 204 len: 168 time: 0.5188267 Dec 15 14:20:52.142764 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df6aae-7906-4be8-a088-28aa942a2c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f29c201-a0c3-4f8d-bdff-12fc2f2ae4c0,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:52.949385 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 42926) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:52.970771 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-22eb205d-1b4c-4ef7-bff4-7683091eb3ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:53.071624 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-22eb205d-1b4c-4ef7-bff4-7683091eb3ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:53.187715 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-22eb205d-1b4c-4ef7-bff4-7683091eb3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:53.231968 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-22eb205d-1b4c-4ef7-bff4-7683091eb3ad admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=80d50da95d174ad3963f6d7d738f4772&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2787619 Dec 15 14:20:53.231968 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb205d-1b4c-4ef7-bff4-7683091eb3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1acb92-de57-44dc-b8de-1de90eda8b2a,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:53.232598 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 42928) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:53.344825 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f10d74cd-e2a8-4e59-b6b3-00a578866f97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:53.385265 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f10d74cd-e2a8-4e59-b6b3-00a578866f97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:53.547212 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f10d74cd-e2a8-4e59-b6b3-00a578866f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:53.550068 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-f10d74cd-e2a8-4e59-b6b3-00a578866f97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:53.553824 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-f10d74cd-e2a8-4e59-b6b3-00a578866f97 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9c1acb92-de57-44dc-b8de-1de90eda8b2a HTTP/1.1" status: 204 len: 168 time: 0.3176050 Dec 15 14:20:53.560352 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d74cd-e2a8-4e59-b6b3-00a578866f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1acb92-de57-44dc-b8de-1de90eda8b2a,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:57.010416 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 43028) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:57.120575 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-157eec9e-8902-4d1d-a434-e58f68ec92ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:57.193074 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-157eec9e-8902-4d1d-a434-e58f68ec92ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:57.244319 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-157eec9e-8902-4d1d-a434-e58f68ec92ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:57.284716 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-157eec9e-8902-4d1d-a434-e58f68ec92ae admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=77a1ac54368a4dec90e5bd927329c797&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2731600 Dec 15 14:20:57.285594 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157eec9e-8902-4d1d-a434-e58f68ec92ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8c04bc-36e9-422b-89d3-bd5c0c8be219,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:57.287504 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 43034) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:57.335626 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5dcd3d97-6097-4e22-bd65-9ade4b3b0f9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:57.356887 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5dcd3d97-6097-4e22-bd65-9ade4b3b0f9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:57.517051 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5dcd3d97-6097-4e22-bd65-9ade4b3b0f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:57.519833 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5dcd3d97-6097-4e22-bd65-9ade4b3b0f9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:57.521024 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-5dcd3d97-6097-4e22-bd65-9ade4b3b0f9e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0e8c04bc-36e9-422b-89d3-bd5c0c8be219 HTTP/1.1" status: 204 len: 168 time: 0.2324536 Dec 15 14:20:57.529055 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd3d97-6097-4e22-bd65-9ade4b3b0f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8c04bc-36e9-422b-89d3-bd5c0c8be219,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:58.219113 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 43076) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:58.232355 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-325eb64d-e7dc-4472-a42d-5270659c58f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:58.312444 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-325eb64d-e7dc-4472-a42d-5270659c58f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:58.369917 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-325eb64d-e7dc-4472-a42d-5270659c58f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:58.408043 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325eb64d-e7dc-4472-a42d-5270659c58f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e9877d-a340-4d93-8da0-348fa1924827,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:58.415314 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-325eb64d-e7dc-4472-a42d-5270659c58f6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b51f982e803e48a0bf280ee8671f66bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1942766 Dec 15 14:20:58.417119 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 43092) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:58.465644 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c7641486-c42c-4dc5-ad61-a002a60750ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:58.487124 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c7641486-c42c-4dc5-ad61-a002a60750ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:58.633201 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c7641486-c42c-4dc5-ad61-a002a60750ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:58.635831 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-c7641486-c42c-4dc5-ad61-a002a60750ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:58.637004 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-c7641486-c42c-4dc5-ad61-a002a60750ef admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/48e9877d-a340-4d93-8da0-348fa1924827 HTTP/1.1" status: 204 len: 168 time: 0.2187550 Dec 15 14:20:58.644737 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7641486-c42c-4dc5-ad61-a002a60750ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e9877d-a340-4d93-8da0-348fa1924827,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:59.319378 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 43110) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:59.333456 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8f0951c0-7990-4027-959f-98dbd2b83086 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:59.406548 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8f0951c0-7990-4027-959f-98dbd2b83086 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:59.478335 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8f0951c0-7990-4027-959f-98dbd2b83086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:59.517829 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-8f0951c0-7990-4027-959f-98dbd2b83086 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=250e42ca13234d288304dfe8433164f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2000103 Dec 15 14:20:59.518683 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0951c0-7990-4027-959f-98dbd2b83086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747d65b6-bda5-49d0-b946-62f29ef30743,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:20:59.520635 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 43112) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:20:59.567546 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-88a92131-34c1-4328-92e3-a51e8f0469ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:59.588312 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-88a92131-34c1-4328-92e3-a51e8f0469ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:59.712878 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-88a92131-34c1-4328-92e3-a51e8f0469ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:59.715505 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-88a92131-34c1-4328-92e3-a51e8f0469ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:20:59.716829 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-88a92131-34c1-4328-92e3-a51e8f0469ea admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/747d65b6-bda5-49d0-b946-62f29ef30743 HTTP/1.1" status: 204 len: 168 time: 0.1951928 Dec 15 14:20:59.725021 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a92131-34c1-4328-92e3-a51e8f0469ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747d65b6-bda5-49d0-b946-62f29ef30743,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:01.183845 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 43148) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:01.231365 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d570acc-b2a6-426d-8502-ce1316539c0d admin admin] Deleting subnet 1cea4421-8b32-4842-8742-c496d7acd061 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:21:01.234693 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6d570acc-b2a6-426d-8502-ce1316539c0d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:01.269215 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6d570acc-b2a6-426d-8502-ce1316539c0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59448052'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:01.309952 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6d570acc-b2a6-426d-8502-ce1316539c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878086'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:01.425556 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6d570acc-b2a6-426d-8502-ce1316539c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59071396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802286'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:01.452678 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d570acc-b2a6-426d-8502-ce1316539c0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cea4421-8b32-4842-8742-c496d7acd061,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:01.460386 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6d570acc-b2a6-426d-8502-ce1316539c0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:01.464100 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-6d570acc-b2a6-426d-8502-ce1316539c0d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1cea4421-8b32-4842-8742-c496d7acd061 HTTP/1.1" status: 204 len: 168 time: 0.2786710 Dec 15 14:21:01.466262 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 43160) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:01.538293 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5feabb35-bff7-445a-9c11-b94353a4e794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825640'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:01.620839 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5feabb35-bff7-445a-9c11-b94353a4e794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880017', 'neutron.services.segments.db._delete_segments_for_network-8782779444098'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:01.643631 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.services.segments.db [None req-5feabb35-bff7-445a-9c11-b94353a4e794 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb4e1880-84ea-4fab-ae20-ce3f398a76b0']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:01.653630 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.services.segments.db [None req-5feabb35-bff7-445a-9c11-b94353a4e794 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dee89e2-c366-4803-a638-c955f8f8f636') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:01.653947 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.services.segments.db [None req-5feabb35-bff7-445a-9c11-b94353a4e794 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dee89e2-c366-4803-a638-c955f8f8f636') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:01.666103 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5feabb35-bff7-445a-9c11-b94353a4e794 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782779447179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59447823'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:01.680565 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5feabb35-bff7-445a-9c11-b94353a4e794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:01.687195 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5feabb35-bff7-445a-9c11-b94353a4e794 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:21:01.687690 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5feabb35-bff7-445a-9c11-b94353a4e794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59071438'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:01.689457 dv-cinder-813229-4-iscsi neutron-server[103144]: Traceback (most recent call last): Dec 15 14:21:01.689457 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:21:01.689457 dv-cinder-813229-4-iscsi neutron-server[103144]: timer() Dec 15 14:21:01.689457 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:21:01.689457 dv-cinder-813229-4-iscsi neutron-server[103144]: cb(*args, **kw) Dec 15 14:21:01.689457 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:21:01.689457 dv-cinder-813229-4-iscsi neutron-server[103144]: return func(*args, **kwargs) Dec 15 14:21:01.689457 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:21:01.689457 dv-cinder-813229-4-iscsi neutron-server[103144]: self._notify() Dec 15 14:21:01.689457 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:21:01.689457 dv-cinder-813229-4-iscsi neutron-server[103144]: self.callback(batched_events) Dec 15 14:21:01.689457 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:21:01.689457 dv-cinder-813229-4-iscsi neutron-server[103144]: event.method(event) Dec 15 14:21:01.689457 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:21:01.689457 dv-cinder-813229-4-iscsi neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:21:01.689457 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:21:01.689457 dv-cinder-813229-4-iscsi neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:21:01.689457 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:21:01.689457 dv-cinder-813229-4-iscsi neutron-server[103144]: return f(self, *a, **k) Dec 15 14:21:01.689457 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:21:01.689457 dv-cinder-813229-4-iscsi neutron-server[103144]: return self._get(url).json() Dec 15 14:21:01.689457 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:21:01.689457 dv-cinder-813229-4-iscsi neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:21:01.689457 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:21:01.689457 dv-cinder-813229-4-iscsi neutron-server[103144]: return self.request(url, 'GET', **kwargs) Dec 15 14:21:01.689457 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:21:01.689457 dv-cinder-813229-4-iscsi neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:21:01.689457 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:21:01.689457 dv-cinder-813229-4-iscsi neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:21:01.689457 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:21:01.689457 dv-cinder-813229-4-iscsi neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:21:01.689457 dv-cinder-813229-4-iscsi neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:21:01.855758 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5feabb35-bff7-445a-9c11-b94353a4e794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583622'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:01.861661 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5feabb35-bff7-445a-9c11-b94353a4e794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:01.865384 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-5feabb35-bff7-445a-9c11-b94353a4e794 admin admin] 10.222.0.36 "DELETE /v2.0/networks/bb4e1880-84ea-4fab-ae20-ce3f398a76b0 HTTP/1.1" status: 204 len: 168 time: 0.3981454 Dec 15 14:21:01.878906 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feabb35-bff7-445a-9c11-b94353a4e794 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb4e1880-84ea-4fab-ae20-ce3f398a76b0,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:02.240298 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 43196) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:02.289062 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-05ac7e12-cf0d-451c-aa23-24826ddc1949 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d84c55322ce848ae8db4d5528bc6d79f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0474854 Dec 15 14:21:02.291771 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 43200) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:02.341361 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-905beba1-e299-47b0-b116-ecb0b1e27b1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:02.370431 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-905beba1-e299-47b0-b116-ecb0b1e27b1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:02.770340 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-905beba1-e299-47b0-b116-ecb0b1e27b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:02.773096 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-905beba1-e299-47b0-b116-ecb0b1e27b1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:02.780317 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-905beba1-e299-47b0-b116-ecb0b1e27b1e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/260407a0-9661-4e64-ad5f-d8795e6d0a7b HTTP/1.1" status: 204 len: 168 time: 0.4814429 Dec 15 14:21:02.782580 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905beba1-e299-47b0-b116-ecb0b1e27b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260407a0-9661-4e64-ad5f-d8795e6d0a7b,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:03.362586 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96967b12-cca8-4f85-ad35-da1ce486c2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:05.861390 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-37f02236-819d-422e-856e-1d75f3311d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:06.012900 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 43244) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:06.116144 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b3f9ad2d-5c29-42fd-8abc-857025a7c69d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:06.189936 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b3f9ad2d-5c29-42fd-8abc-857025a7c69d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:06.305174 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-b3f9ad2d-5c29-42fd-8abc-857025a7c69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:06.342931 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-b3f9ad2d-5c29-42fd-8abc-857025a7c69d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c34157a256b64a819ec1feb5089b06ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3287952 Dec 15 14:21:06.344097 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f9ad2d-5c29-42fd-8abc-857025a7c69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27564ef6-099f-442e-aa18-bbc5bca0bbe6,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:06.345585 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 43248) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:06.396026 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4ca2da9b-85cb-4586-ae08-4fe4ca9cbcfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:06.417432 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4ca2da9b-85cb-4586-ae08-4fe4ca9cbcfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:06.528159 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4ca2da9b-85cb-4586-ae08-4fe4ca9cbcfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:06.530817 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-4ca2da9b-85cb-4586-ae08-4fe4ca9cbcfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:06.532003 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-4ca2da9b-85cb-4586-ae08-4fe4ca9cbcfe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/27564ef6-099f-442e-aa18-bbc5bca0bbe6 HTTP/1.1" status: 204 len: 168 time: 0.1846230 Dec 15 14:21:06.541303 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca2da9b-85cb-4586-ae08-4fe4ca9cbcfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27564ef6-099f-442e-aa18-bbc5bca0bbe6,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:07.013869 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:08.272839 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:09.295642 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:09.631329 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b8298-b65b-4421-8a83-fc284d6a53bc req-c7e6845a-79e6-43e8-8dff-e7c170daa93d tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:09.632856 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9b9b8298-b65b-4421-8a83-fc284d6a53bc req-c7e6845a-79e6-43e8-8dff-e7c170daa93d tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 945 time: 0.0509095 Dec 15 14:21:09.688966 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9b9b8298-b65b-4421-8a83-fc284d6a53bc req-ea107143-4a09-4daf-abb6-cd99f5023962 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491288 Dec 15 14:21:10.355790 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:21:10.812271 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70343f1-2601-4716-b121-be5f9a745fcb req-ec177bda-68dc-4a8c-8380-477e714df35f tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:10.813742 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d70343f1-2601-4716-b121-be5f9a745fcb req-ec177bda-68dc-4a8c-8380-477e714df35f tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 945 time: 0.0502017 Dec 15 14:21:10.866033 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d70343f1-2601-4716-b121-be5f9a745fcb req-15b25a6b-1cdb-474e-abdc-e88bba809fec tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448780 Dec 15 14:21:11.985261 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990dd06f-68bc-45f6-8cf8-2e8f914e65a0 req-8dc708a7-9904-494a-9188-c52d15327bde tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:11.986715 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-990dd06f-68bc-45f6-8cf8-2e8f914e65a0 req-8dc708a7-9904-494a-9188-c52d15327bde tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 945 time: 0.0504067 Dec 15 14:21:12.036320 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-990dd06f-68bc-45f6-8cf8-2e8f914e65a0 req-6e354fb4-225c-4358-aaa8-f9f67e0c4d00 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429096 Dec 15 14:21:12.231910 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 43392) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:12.337102 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a38c56df-f8a7-40e8-85db-e3b091f4e250 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:12.410669 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a38c56df-f8a7-40e8-85db-e3b091f4e250 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:12.512843 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a38c56df-f8a7-40e8-85db-e3b091f4e250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:12.556576 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-a38c56df-f8a7-40e8-85db-e3b091f4e250 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fb8e7f66fa604a1dafb48edac6712c4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3234334 Dec 15 14:21:12.557478 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c56df-f8a7-40e8-85db-e3b091f4e250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a1d38d-61f6-4215-b098-174a185e9c6b,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:12.559215 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 43396) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:12.612330 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-acb715c2-6487-4cfc-b7ba-b99cfa6c0dc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:12.633879 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-acb715c2-6487-4cfc-b7ba-b99cfa6c0dc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:12.787125 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-acb715c2-6487-4cfc-b7ba-b99cfa6c0dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:12.790388 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-acb715c2-6487-4cfc-b7ba-b99cfa6c0dc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:12.791745 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-acb715c2-6487-4cfc-b7ba-b99cfa6c0dc7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/60a1d38d-61f6-4215-b098-174a185e9c6b HTTP/1.1" status: 204 len: 168 time: 0.2312708 Dec 15 14:21:12.799977 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb715c2-6487-4cfc-b7ba-b99cfa6c0dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a1d38d-61f6-4215-b098-174a185e9c6b,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:13.159451 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8509c-9ab6-449c-a090-d18ce6ce4271 req-9d1f02f3-f3ce-480a-9684-622f4032e23a tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:13.160962 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9bb8509c-9ab6-449c-a090-d18ce6ce4271 req-9d1f02f3-f3ce-480a-9684-622f4032e23a tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 945 time: 0.0523267 Dec 15 14:21:13.212058 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9bb8509c-9ab6-449c-a090-d18ce6ce4271 req-3f801a33-c711-4a57-96dc-96c62fb22416 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441065 Dec 15 14:21:13.441992 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 43406) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:13.456208 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-89c016c3-fe5e-4d6a-bb15-b59662a32c44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:13.529687 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-89c016c3-fe5e-4d6a-bb15-b59662a32c44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:13.615831 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-89c016c3-fe5e-4d6a-bb15-b59662a32c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:13.655745 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c016c3-fe5e-4d6a-bb15-b59662a32c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29606f2c-206a-4624-897e-2328114302d3,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:13.660431 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-89c016c3-fe5e-4d6a-bb15-b59662a32c44 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eead837a0c944073a2f9f785fd8fa1ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2174401 Dec 15 14:21:13.664276 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 43408) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:13.711245 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-49e8155d-d779-40d2-9d00-c4bb31f28cf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:13.732931 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-49e8155d-d779-40d2-9d00-c4bb31f28cf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:13.868038 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-49e8155d-d779-40d2-9d00-c4bb31f28cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:13.868743 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-49e8155d-d779-40d2-9d00-c4bb31f28cf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:13.871918 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-49e8155d-d779-40d2-9d00-c4bb31f28cf7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/29606f2c-206a-4624-897e-2328114302d3 HTTP/1.1" status: 204 len: 168 time: 0.2048283 Dec 15 14:21:13.881243 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8155d-d779-40d2-9d00-c4bb31f28cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29606f2c-206a-4624-897e-2328114302d3,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:14.328513 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9fbc9-10a9-4fa5-9bc4-8045ed3dda8c req-f40906db-7881-4e4b-9791-da68235be9fe tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:14.329982 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-23c9fbc9-10a9-4fa5-9bc4-8045ed3dda8c req-f40906db-7881-4e4b-9791-da68235be9fe tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 945 time: 0.0499406 Dec 15 14:21:14.380441 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-23c9fbc9-10a9-4fa5-9bc4-8045ed3dda8c req-8a407c2a-b834-454a-b3a2-c23d292d32a1 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446417 Dec 15 14:21:14.563331 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 43418) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:14.579951 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-effd7201-bafd-4ae1-aed0-5a64aacb0109 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:14.653457 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-effd7201-bafd-4ae1-aed0-5a64aacb0109 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:14.735537 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-effd7201-bafd-4ae1-aed0-5a64aacb0109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:14.774275 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd7201-bafd-4ae1-aed0-5a64aacb0109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0054bdc3-fc60-456e-8992-ca3eca3e7911,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:14.779715 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-effd7201-bafd-4ae1-aed0-5a64aacb0109 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ac8ade58e2f24f029d1205ce5720d0a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2152112 Dec 15 14:21:14.782435 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 43420) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:14.831875 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-abafd679-4fdb-4a4d-9e44-efa065dd0876 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:14.853016 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-abafd679-4fdb-4a4d-9e44-efa065dd0876 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:14.947299 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-abafd679-4fdb-4a4d-9e44-efa065dd0876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:14.949983 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-abafd679-4fdb-4a4d-9e44-efa065dd0876 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:14.951258 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-abafd679-4fdb-4a4d-9e44-efa065dd0876 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0054bdc3-fc60-456e-8992-ca3eca3e7911 HTTP/1.1" status: 204 len: 168 time: 0.1679459 Dec 15 14:21:14.960055 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abafd679-4fdb-4a4d-9e44-efa065dd0876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0054bdc3-fc60-456e-8992-ca3eca3e7911,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:15.503652 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea6cbd-0485-4e7a-ada8-09eb377d2912 req-32818a46-905b-41a0-b544-9808f3a33f84 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:15.505167 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-16ea6cbd-0485-4e7a-ada8-09eb377d2912 req-32818a46-905b-41a0-b544-9808f3a33f84 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 945 time: 0.0536191 Dec 15 14:21:15.556513 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-16ea6cbd-0485-4e7a-ada8-09eb377d2912 req-917253e4-e307-45b0-8a6d-08ef83f76d3d tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445948 Dec 15 14:21:16.674737 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d179c-c6c2-4ae4-97f1-0da0a57d04d4 req-eac0fd32-161a-411d-9bc0-27291583f000 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:16.676982 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4f6d179c-c6c2-4ae4-97f1-0da0a57d04d4 req-eac0fd32-161a-411d-9bc0-27291583f000 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 945 time: 0.0513783 Dec 15 14:21:16.728274 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4f6d179c-c6c2-4ae4-97f1-0da0a57d04d4 req-7232939e-ae31-4b26-bc94-6e6e032faab6 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450642 Dec 15 14:21:17.857102 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ce5c6-bbd1-4ddc-a98b-4bd561bc253d req-54518fdc-9751-453a-ae2a-08d5b720f593 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:17.858547 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d62ce5c6-bbd1-4ddc-a98b-4bd561bc253d req-54518fdc-9751-453a-ae2a-08d5b720f593 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 945 time: 0.0546348 Dec 15 14:21:17.912745 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d62ce5c6-bbd1-4ddc-a98b-4bd561bc253d req-0a50d832-90f4-4e91-8c7c-ab5cf8914056 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482364 Dec 15 14:21:19.026009 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aec6fb-10b3-48d3-a3bd-30715cd44b39 req-e6ad3b42-6bf6-4498-8ad1-a7090809ff26 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:19.027451 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e6aec6fb-10b3-48d3-a3bd-30715cd44b39 req-e6ad3b42-6bf6-4498-8ad1-a7090809ff26 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 945 time: 0.0474503 Dec 15 14:21:19.075617 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e6aec6fb-10b3-48d3-a3bd-30715cd44b39 req-395bc743-e9e0-4332-945d-264cb5134af8 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422099 Dec 15 14:21:19.855408 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:20.189781 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2766a-093b-4468-92b6-2156af8008a7 req-e65cf41b-cbe0-403a-b538-4d9d84eacb11 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:20.191238 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0bd2766a-093b-4468-92b6-2156af8008a7 req-e65cf41b-cbe0-403a-b538-4d9d84eacb11 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 945 time: 0.0485158 Dec 15 14:21:20.245190 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-0bd2766a-093b-4468-92b6-2156af8008a7 req-7250cd26-5336-4d9c-985e-fa94b5ae4ae9 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473540 Dec 15 14:21:21.362794 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8aea31-acc2-4449-abfb-94153b1484e7 req-5272d561-6cd3-475f-bc13-30b8c320405b tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:21.364292 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5d8aea31-acc2-4449-abfb-94153b1484e7 req-5272d561-6cd3-475f-bc13-30b8c320405b tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 945 time: 0.0516438 Dec 15 14:21:21.413463 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5d8aea31-acc2-4449-abfb-94153b1484e7 req-87b6f991-b2db-4ee0-8e2f-2afb21bf3f4c tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424502 Dec 15 14:21:21.822823 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02212a54-5f68-4f23-b220-f5d4969c15ba req-3cca481d-d03f-4177-a783-d1c42d4b254f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:21.824492 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-02212a54-5f68-4f23-b220-f5d4969c15ba req-3cca481d-d03f-4177-a783-d1c42d4b254f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5aa37dc44119489f8b5a8292cf40d8bd&device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 1098 time: 0.0418277 Dec 15 14:21:21.922729 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02212a54-5f68-4f23-b220-f5d4969c15ba req-fbbd7581-7e65-4e2b-993a-d8fd13f850c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:21.924160 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-02212a54-5f68-4f23-b220-f5d4969c15ba req-fbbd7581-7e65-4e2b-993a-d8fd13f850c5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8 HTTP/1.1" status: 200 len: 910 time: 0.0911176 Dec 15 14:21:21.990468 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-02212a54-5f68-4f23-b220-f5d4969c15ba req-bc079b6b-b077-4541-be23-ce91d1f0404e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d72ae9c-c585-49b8-882a-896f0401fd24 HTTP/1.1" status: 200 len: 1000 time: 0.0589025 Dec 15 14:21:22.040316 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02212a54-5f68-4f23-b220-f5d4969c15ba req-11e9889e-d45a-49b0-a546-446fdbfafd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:22.041750 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-02212a54-5f68-4f23-b220-f5d4969c15ba req-11e9889e-d45a-49b0-a546-446fdbfafd7f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=feb6d61b-95a9-4102-9451-a2a0a667f055 HTTP/1.1" status: 200 len: 848 time: 0.0434797 Dec 15 14:21:22.090461 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02212a54-5f68-4f23-b220-f5d4969c15ba req-fa255d39-8d5f-4ddf-a1de-61c371ecdcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:22.091980 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-02212a54-5f68-4f23-b220-f5d4969c15ba req-fa255d39-8d5f-4ddf-a1de-61c371ecdcca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432215 Dec 15 14:21:22.183099 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-02212a54-5f68-4f23-b220-f5d4969c15ba req-45858e58-a538-44e9-b765-299274cfa52d service neutron] 10.222.0.54 "GET /v2.0/networks/8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836236 Dec 15 14:21:22.277705 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-02212a54-5f68-4f23-b220-f5d4969c15ba req-2c41cb89-41e8-4a58-a1aa-38a0e086c75c service neutron] 10.222.0.54 "GET /v2.0/networks/8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873072 Dec 15 14:21:22.529126 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd6eb2-c3d7-45ce-a4b8-fd14f955e803 req-284a283a-b27f-463e-9633-c94201753967 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:22.530576 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-29cd6eb2-c3d7-45ce-a4b8-fd14f955e803 req-284a283a-b27f-463e-9633-c94201753967 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 945 time: 0.0485079 Dec 15 14:21:22.583543 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-29cd6eb2-c3d7-45ce-a4b8-fd14f955e803 req-215ee40d-09bb-4248-999d-85827d46e0b9 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468786 Dec 15 14:21:23.698015 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f1e7f-f671-4cfd-a138-0b940fee1e21 req-4be09b36-448c-4bbf-9fce-0ae621252d00 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:23.699495 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f07f1e7f-f671-4cfd-a138-0b940fee1e21 req-4be09b36-448c-4bbf-9fce-0ae621252d00 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 945 time: 0.0481424 Dec 15 14:21:23.754330 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f07f1e7f-f671-4cfd-a138-0b940fee1e21 req-0c9202a0-3cd3-4b43-a61b-aefb3231df16 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480640 Dec 15 14:21:24.872519 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b6ed2-8dd0-480d-a31b-5e4b83bfaeea req-e31e6d51-e307-4c50-8fa3-1c2bf84b62b7 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:24.874047 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ce5b6ed2-8dd0-480d-a31b-5e4b83bfaeea req-e31e6d51-e307-4c50-8fa3-1c2bf84b62b7 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 945 time: 0.0510440 Dec 15 14:21:24.922659 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ce5b6ed2-8dd0-480d-a31b-5e4b83bfaeea req-e5e9c4db-6109-4079-8c32-742894ab8914 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426393 Dec 15 14:21:25.436233 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-ce3fc9c6-4f51-4e93-8ca2-118007ce7ef4 req-c07510dc-f065-4421-990d-f0de82dfcf4b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404096 Dec 15 14:21:25.526092 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fc9c6-4f51-4e93-8ca2-118007ce7ef4 req-e4e7fda1-19f4-4b26-b84d-77d840f772dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:25.527695 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-ce3fc9c6-4f51-4e93-8ca2-118007ce7ef4 req-e4e7fda1-19f4-4b26-b84d-77d840f772dd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5aa37dc44119489f8b5a8292cf40d8bd&device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 1098 time: 0.0443566 Dec 15 14:21:25.622998 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 43548) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:25.655824 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fc9c6-4f51-4e93-8ca2-118007ce7ef4 req-8d3b3600-5433-4102-be02-a78236bda1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:25.657568 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-ce3fc9c6-4f51-4e93-8ca2-118007ce7ef4 req-8d3b3600-5433-4102-be02-a78236bda1aa service neutron] 10.222.0.54 "GET /v2.0/networks?id=8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8 HTTP/1.1" status: 200 len: 910 time: 0.1097040 Dec 15 14:21:25.748662 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-ce3fc9c6-4f51-4e93-8ca2-118007ce7ef4 req-8434d226-3d99-4026-9679-10e4197e3ea1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d72ae9c-c585-49b8-882a-896f0401fd24 HTTP/1.1" status: 200 len: 1000 time: 0.0797803 Dec 15 14:21:25.748662 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ce1b3f56-cb8f-4a6e-b5de-42c6c0e054e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:25.838638 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fc9c6-4f51-4e93-8ca2-118007ce7ef4 req-87adebec-6780-4053-9b47-a263aa59c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:25.840150 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-ce3fc9c6-4f51-4e93-8ca2-118007ce7ef4 req-87adebec-6780-4053-9b47-a263aa59c7a3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=feb6d61b-95a9-4102-9451-a2a0a667f055 HTTP/1.1" status: 200 len: 848 time: 0.0854394 Dec 15 14:21:25.919295 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fc9c6-4f51-4e93-8ca2-118007ce7ef4 req-48cda692-9973-47f3-8769-33e581e469fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:25.921011 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-ce3fc9c6-4f51-4e93-8ca2-118007ce7ef4 req-48cda692-9973-47f3-8769-33e581e469fd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740252 Dec 15 14:21:25.925527 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ce1b3f56-cb8f-4a6e-b5de-42c6c0e054e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:26.008863 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-ce1b3f56-cb8f-4a6e-b5de-42c6c0e054e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:26.041448 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be88fb4-ca0e-46d2-9379-ada6d93b706a req-9972b878-a8dc-4471-b530-e9114d56f376 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:26.043012 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7be88fb4-ca0e-46d2-9379-ada6d93b706a req-9972b878-a8dc-4471-b530-e9114d56f376 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 945 time: 0.0502145 Dec 15 14:21:26.060931 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-ce3fc9c6-4f51-4e93-8ca2-118007ce7ef4 req-a497cea9-e4b2-42e2-a700-10d0b7023cde service neutron] 10.222.0.54 "GET /v2.0/networks/8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306100 Dec 15 14:21:26.073836 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-ce1b3f56-cb8f-4a6e-b5de-42c6c0e054e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=db1a5163ece9429ba2f1032d8fdefdf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4498119 Dec 15 14:21:26.077394 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 43554) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:26.095907 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b3f56-cb8f-4a6e-b5de-42c6c0e054e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d466d3-afca-4ce7-8cee-b5bdc6a93a38,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:26.112919 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7be88fb4-ca0e-46d2-9379-ada6d93b706a req-674bf95c-0313-4dfb-bd0a-7121da24604a tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635850 Dec 15 14:21:26.135240 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b3f56-cb8f-4a6e-b5de-42c6c0e054e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:26.135667 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b3f56-cb8f-4a6e-b5de-42c6c0e054e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:26.136061 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b3f56-cb8f-4a6e-b5de-42c6c0e054e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:26.136425 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b3f56-cb8f-4a6e-b5de-42c6c0e054e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:26.136772 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b3f56-cb8f-4a6e-b5de-42c6c0e054e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:26.137120 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b3f56-cb8f-4a6e-b5de-42c6c0e054e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:26.137464 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b3f56-cb8f-4a6e-b5de-42c6c0e054e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:26.137806 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b3f56-cb8f-4a6e-b5de-42c6c0e054e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:26.138152 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b3f56-cb8f-4a6e-b5de-42c6c0e054e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:26.138491 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b3f56-cb8f-4a6e-b5de-42c6c0e054e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:26.138832 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b3f56-cb8f-4a6e-b5de-42c6c0e054e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:26.139167 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b3f56-cb8f-4a6e-b5de-42c6c0e054e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:26.139500 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b3f56-cb8f-4a6e-b5de-42c6c0e054e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:26.164475 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d5bd3627-e4ef-4bb5-81e0-97e992f0e964 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:26.190012 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-ce3fc9c6-4f51-4e93-8ca2-118007ce7ef4 req-a2e6c8da-19af-46cd-980b-3fa08cfec167 service neutron] 10.222.0.54 "GET /v2.0/networks/8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198578 Dec 15 14:21:26.190621 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d5bd3627-e4ef-4bb5-81e0-97e992f0e964 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:26.345212 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d5bd3627-e4ef-4bb5-81e0-97e992f0e964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:26.347840 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d5bd3627-e4ef-4bb5-81e0-97e992f0e964 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:26.349033 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-d5bd3627-e4ef-4bb5-81e0-97e992f0e964 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/55d466d3-afca-4ce7-8cee-b5bdc6a93a38 HTTP/1.1" status: 204 len: 168 time: 0.2707036 Dec 15 14:21:26.357934 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd3627-e4ef-4bb5-81e0-97e992f0e964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d466d3-afca-4ce7-8cee-b5bdc6a93a38,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:26.542666 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2f9a2-ee79-4356-8e27-1a9118781b20 req-d400006f-051f-48fc-9d07-0c0fd49db090 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:26.544643 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-44d2f9a2-ee79-4356-8e27-1a9118781b20 req-d400006f-051f-48fc-9d07-0c0fd49db090 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 945 time: 0.0539982 Dec 15 14:21:26.606344 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-44d2f9a2-ee79-4356-8e27-1a9118781b20 req-71360c4a-0f72-4df6-9060-8c88a7c33bfd tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550005 Dec 15 14:21:26.676500 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 43568) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:26.764746 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-2711e03f-5a75-423b-9337-ccbcb057adfb req-d36fdc31-05f9-49a7-afab-afe2ff0f86f5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0870447 Dec 15 14:21:26.774039 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [req-2711e03f-5a75-423b-9337-ccbcb057adfb req-d66a97d7-98ec-4240-9194-923ddc639623 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103144) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:21:26.775863 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-2711e03f-5a75-423b-9337-ccbcb057adfb req-d66a97d7-98ec-4240-9194-923ddc639623 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060019 Dec 15 14:21:27.473363 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 43596) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:27.570716 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-900aacc8-e68a-415f-a38b-db5fbae83359 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1048994220-network', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:21:27.656318 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900aacc8-e68a-415f-a38b-db5fbae83359 admin admin] Made reservation on behalf of cd38f26fb8464e569d886ee7fa407464 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:21:27.660475 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-900aacc8-e68a-415f-a38b-db5fbae83359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:27.672915 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-900aacc8-e68a-415f-a38b-db5fbae83359 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:27.732110 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6776bc-2cff-4cd9-8184-48b9c7b419ff req-c29426ca-2f13-45a6-8a83-67c9dd97fe3f tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:27.734968 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1d6776bc-2cff-4cd9-8184-48b9c7b419ff req-c29426ca-2f13-45a6-8a83-67c9dd97fe3f tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 945 time: 0.0568638 Dec 15 14:21:27.768066 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-900aacc8-e68a-415f-a38b-db5fbae83359 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:27.804259 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1d6776bc-2cff-4cd9-8184-48b9c7b419ff req-f0e9d360-0e10-4549-875c-0a2d9d47f685 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617442 Dec 15 14:21:27.832099 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-900aacc8-e68a-415f-a38b-db5fbae83359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:27.857936 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-900aacc8-e68a-415f-a38b-db5fbae83359 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:21:27.867670 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900aacc8-e68a-415f-a38b-db5fbae83359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8231bf6-c5df-4378-81e0-5c19f53ced57,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:27.872562 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-900aacc8-e68a-415f-a38b-db5fbae83359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:27.872914 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.db.segments_db [None req-900aacc8-e68a-415f-a38b-db5fbae83359 admin admin] Added segment d1eeb863-062f-4ab7-8059-38341a55dab3 of type vlan for network d45a2324-0e28-4a72-9746-c7e5b98cb828 Dec 15 14:21:27.913075 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-900aacc8-e68a-415f-a38b-db5fbae83359 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782778959656'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:28.013774 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-900aacc8-e68a-415f-a38b-db5fbae83359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:28.014707 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900aacc8-e68a-415f-a38b-db5fbae83359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:28.015300 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-900aacc8-e68a-415f-a38b-db5fbae83359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:28.045438 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 3d72ae9c-c585-49b8-882a-896f0401fd24 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:21:28.077661 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900aacc8-e68a-415f-a38b-db5fbae83359 admin admin] Pushing event updated for resources: {'Network': ['ID=d45a2324-0e28-4a72-9746-c7e5b98cb828,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:28.092199 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Network d45a2324-0e28-4a72-9746-c7e5b98cb828 details requested by agent ovs-agent-dv-cinder-813229-4-iscsi with host dv-cinder-813229-4-iscsi {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:21:28.125038 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-900aacc8-e68a-415f-a38b-db5fbae83359 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6505420 Dec 15 14:21:28.127852 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 43606) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:28.132613 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-53227e2e-e6aa-45d8-8b0e-04fe4d4edffc admin admin] Request body: {'subnet': {'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1048994220-subnet', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'ip_version': 4}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:21:28.176365 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:28.207673 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623f52db-82aa-423a-9b24-6eeac638c872', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d72ae9c-c585-49b8-882a-896f0401fd24'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:21:28.209922 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563fd6401afa6af5759f990961882efb87115f058b142029c69814770c0d1fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338ec8e0-aa28-42a8-a938-27ce5c7cae98" -d '{"events": [{"server_uuid": "623f52db-82aa-423a-9b24-6eeac638c872", "name": "network-vif-unplugged", "status": "completed", "tag": "3d72ae9c-c585-49b8-882a-896f0401fd24"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:21:28.226718 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 3d72ae9c-c585-49b8-882a-896f0401fd24, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3d72ae9c-c585-49b8-882a-896f0401fd24,segment=NetworkSegment(218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7),segment_id=218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:21:28.251405 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Dec 2021 14:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60dfdb4-03a8-44b0-847a-7223953a0ae6 x-openstack-request-id: req-b60dfdb4-03a8-44b0-847a-7223953a0ae6 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:21:28.251405 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623f52db-82aa-423a-9b24-6eeac638c872", "name": "network-vif-unplugged", "status": "failed", "tag": "3d72ae9c-c585-49b8-882a-896f0401fd24", "code": 422}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:21:28.251405 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b60dfdb4-03a8-44b0-847a-7223953a0ae6 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:21:28.251405 dv-cinder-813229-4-iscsi neutron-server[103146]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '623f52db-82aa-423a-9b24-6eeac638c872', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3d72ae9c-c585-49b8-882a-896f0401fd24', 'code': 422} returned with failed status Dec 15 14:21:28.270964 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53227e2e-e6aa-45d8-8b0e-04fe4d4edffc admin admin] Made reservation on behalf of cd38f26fb8464e569d886ee7fa407464 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:21:28.274403 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-53227e2e-e6aa-45d8-8b0e-04fe4d4edffc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802185'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:28.351175 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:28.409602 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=3d72ae9c-c585-49b8-882a-896f0401fd24,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:28.417788 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:28.418145 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:28.418498 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:28.418844 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:28.419187 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:28.419529 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:28.419873 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:28.420237 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:28.420576 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:28.420908 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:28.421239 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:28.421567 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:28.421893 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:28.542430 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-53227e2e-e6aa-45d8-8b0e-04fe4d4edffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59069539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802199'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:28.592114 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53227e2e-e6aa-45d8-8b0e-04fe4d4edffc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cdae80b-2821-492e-b671-8fe55c42de47,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:28.608250 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53227e2e-e6aa-45d8-8b0e-04fe4d4edffc admin admin] Checking segment: {'id': 'd1eeb863-062f-4ab7-8059-38341a55dab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:21:28.608556 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53227e2e-e6aa-45d8-8b0e-04fe4d4edffc admin admin] Network hostable DHCP agents. Network: d45a2324-0e28-4a72-9746-c7e5b98cb828, hostable agents: ['00d3855d-cdb4-486b-84c6-a7f3fbe8df5a'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:21:28.706552 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53227e2e-e6aa-45d8-8b0e-04fe4d4edffc admin admin] Network d45a2324-0e28-4a72-9746-c7e5b98cb828 is scheduled to be hosted by DHCP agent 00d3855d-cdb4-486b-84c6-a7f3fbe8df5a with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:21:28.775326 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-53227e2e-e6aa-45d8-8b0e-04fe4d4edffc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-4-iscsi, d45a2324-0e28-4a72-9746-c7e5b98cb828) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:21:28.783765 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f139b824-52e5-472d-8a62-22a2fc45db72 None None] Network d45a2324-0e28-4a72-9746-c7e5b98cb828 requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:21:28.786476 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53227e2e-e6aa-45d8-8b0e-04fe4d4edffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:28.787087 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-53227e2e-e6aa-45d8-8b0e-04fe4d4edffc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:28.862390 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-53227e2e-e6aa-45d8-8b0e-04fe4d4edffc admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7334468 Dec 15 14:21:28.865208 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 43616) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:28.870056 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-0147a148-7c67-451b-8444-6a4bc0f20b03 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1048994220-router', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'}}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:21:28.897630 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d74355-02c9-4994-b3a4-566db39f87f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3ace9d4-bb60-588e-bb51-46ac2ab48d23-d45a2324-0e28-4a72-9746-c7e5b98cb828', 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'fixed_ips': [{'subnet_id': '4cdae80b-2821-492e-b671-8fe55c42de47'}]}} from dv-cinder-813229-4-iscsi. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:21:28.898657 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78d74355-02c9-4994-b3a4-566db39f87f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:28.928422 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ac934-f5fa-4393-8dde-9446bc61d96b req-f5ec66ce-7cf9-4b0c-a043-c7b153300d02 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:28.930069 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6a9ac934-f5fa-4393-8dde-9446bc61d96b req-f5ec66ce-7cf9-4b0c-a043-c7b153300d02 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 943 time: 0.0538955 Dec 15 14:21:28.958124 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0147a148-7c67-451b-8444-6a4bc0f20b03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5185'] for router, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:28.959266 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0147a148-7c67-451b-8444-6a4bc0f20b03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:28.990016 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6a9ac934-f5fa-4393-8dde-9446bc61d96b req-2f72b1f8-73c6-4d72-bede-8a6c96563987 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534661 Dec 15 14:21:29.020550 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0147a148-7c67-451b-8444-6a4bc0f20b03 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:29.044485 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-78d74355-02c9-4994-b3a4-566db39f87f2 None None] Allocated IP 172.20.0.2 (d45a2324-0e28-4a72-9746-c7e5b98cb828/4cdae80b-2821-492e-b671-8fe55c42de47/02f6928d-a807-4689-8ba4-c1e028d7ab0d) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:21:29.189687 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78d74355-02c9-4994-b3a4-566db39f87f2 None None] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:29.206214 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0147a148-7c67-451b-8444-6a4bc0f20b03 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:29.283109 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78d74355-02c9-4994-b3a4-566db39f87f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:29.323865 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d74355-02c9-4994-b3a4-566db39f87f2 None None] Network d45a2324-0e28-4a72-9746-c7e5b98cb828 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:21:29.326865 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-78d74355-02c9-4994-b3a4-566db39f87f2 None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:21:29.333162 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d74355-02c9-4994-b3a4-566db39f87f2 None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:21:29.335083 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d74355-02c9-4994-b3a4-566db39f87f2 None None] Pushing event updated for resources: {'Port': ['ID=02f6928d-a807-4689-8ba4-c1e028d7ab0d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:29.388128 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-78d74355-02c9-4994-b3a4-566db39f87f2 None None] Attempting to bind port 02f6928d-a807-4689-8ba4-c1e028d7ab0d on host dv-cinder-813229-4-iscsi for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:21:29.388504 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-78d74355-02c9-4994-b3a4-566db39f87f2 None None] Attempting to bind port 02f6928d-a807-4689-8ba4-c1e028d7ab0d by drivers openvswitch,hyperv on host dv-cinder-813229-4-iscsi at level 0 using segments [{'id': 'd1eeb863-062f-4ab7-8059-38341a55dab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:21:29.388872 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d74355-02c9-4994-b3a4-566db39f87f2 None None] Attempting to bind port 02f6928d-a807-4689-8ba4-c1e028d7ab0d on network d45a2324-0e28-4a72-9746-c7e5b98cb828 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:21:29.393794 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d74355-02c9-4994-b3a4-566db39f87f2 None None] Checking agent: {'id': '939e8715-7657-4010-a58c-eb05979aa89f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 5, 9), 'started_at': datetime.datetime(2021, 12, 15, 14, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:21:29.394173 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d74355-02c9-4994-b3a4-566db39f87f2 None None] Checking segment: {'id': 'd1eeb863-062f-4ab7-8059-38341a55dab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:21:29.394585 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78d74355-02c9-4994-b3a4-566db39f87f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:29.395015 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d74355-02c9-4994-b3a4-566db39f87f2 None None] Bound using segment: {'id': 'd1eeb863-062f-4ab7-8059-38341a55dab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:21:29.395481 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-78d74355-02c9-4994-b3a4-566db39f87f2 None None] Bound port: 02f6928d-a807-4689-8ba4-c1e028d7ab0d, host: dv-cinder-813229-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1eeb863-062f-4ab7-8059-38341a55dab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:21:29.395860 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78d74355-02c9-4994-b3a4-566db39f87f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:29.459840 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-78d74355-02c9-4994-b3a4-566db39f87f2 None None] For port 02f6928d-a807-4689-8ba4-c1e028d7ab0d, host dv-cinder-813229-4-iscsi, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:21:29.463764 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-78d74355-02c9-4994-b3a4-566db39f87f2 None None] For port 02f6928d-a807-4689-8ba4-c1e028d7ab0d, host dv-cinder-813229-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=02f6928d-a807-4689-8ba4-c1e028d7ab0d,segment=NetworkSegment(d1eeb863-062f-4ab7-8059-38341a55dab3),segment_id=d1eeb863-062f-4ab7-8059-38341a55dab3)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:21:29.498268 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0147a148-7c67-451b-8444-6a4bc0f20b03 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:29.517042 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0147a148-7c67-451b-8444-6a4bc0f20b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:29.545660 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78d74355-02c9-4994-b3a4-566db39f87f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:29.602036 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d74355-02c9-4994-b3a4-566db39f87f2 None None] Pushing event updated for resources: {'Port': ['ID=02f6928d-a807-4689-8ba4-c1e028d7ab0d,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:29.626069 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-0147a148-7c67-451b-8444-6a4bc0f20b03 admin admin] Allocated IP 172.27.3.80 (828b465c-2de9-4223-b21e-29ccc1fcf343/8db6495a-cb76-4dd2-8fa8-8ada67659a42/4034aa51-5e3c-4d5b-a365-2111062827a0) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:21:29.737607 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0147a148-7c67-451b-8444-6a4bc0f20b03 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:29.856572 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0147a148-7c67-451b-8444-6a4bc0f20b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59071379'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:29.898639 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0147a148-7c67-451b-8444-6a4bc0f20b03 admin admin] Network 828b465c-2de9-4223-b21e-29ccc1fcf343 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:21:29.901817 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-0147a148-7c67-451b-8444-6a4bc0f20b03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:21:29.904292 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0147a148-7c67-451b-8444-6a4bc0f20b03 admin admin] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:21:29.916641 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 02f6928d-a807-4689-8ba4-c1e028d7ab0d up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:21:29.934724 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147a148-7c67-451b-8444-6a4bc0f20b03 admin admin] Pushing event updated for resources: {'Port': ['ID=4034aa51-5e3c-4d5b-a365-2111062827a0,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:29.967097 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port 02f6928d-a807-4689-8ba4-c1e028d7ab0d triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:29.967470 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:30.050962 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:30.085853 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] For port 02f6928d-a807-4689-8ba4-c1e028d7ab0d, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=02f6928d-a807-4689-8ba4-c1e028d7ab0d,segment=NetworkSegment(d1eeb863-062f-4ab7-8059-38341a55dab3),segment_id=d1eeb863-062f-4ab7-8059-38341a55dab3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:21:30.112858 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158600e-6045-4363-8307-12606b829511 req-a9dd5892-7c25-4f3c-931e-1effe9752c80 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:30.114354 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4158600e-6045-4363-8307-12606b829511 req-a9dd5892-7c25-4f3c-931e-1effe9752c80 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 943 time: 0.0495088 Dec 15 14:21:30.163588 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:30.164292 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4158600e-6045-4363-8307-12606b829511 req-ac5f9901-bfd8-4e8c-89b6-5449d71ebe6f tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426168 Dec 15 14:21:30.214897 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Pushing event updated for resources: {'Port': ['ID=02f6928d-a807-4689-8ba4-c1e028d7ab0d,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:30.251027 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0147a148-7c67-451b-8444-6a4bc0f20b03 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:30.450894 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0147a148-7c67-451b-8444-6a4bc0f20b03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582066'] for router, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:30.532313 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38e374b-b6fe-4ba2-891e-1147a5642b75 None None] Network d45a2324-0e28-4a72-9746-c7e5b98cb828 requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:21:30.650252 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0147a148-7c67-451b-8444-6a4bc0f20b03 admin admin] Router c6d9ba3e-81b7-48b2-93ae-0431f1480a96 is scheduled to L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b with binding_index 1 {{(pid=103144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:21:30.729625 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-f602a945-8e09-4715-819c-c8466cc2b7b3 None None] Provisioning complete for port 02f6928d-a807-4689-8ba4-c1e028d7ab0d triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:30.729989 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f602a945-8e09-4715-819c-c8466cc2b7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:30.992856 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0147a148-7c67-451b-8444-6a4bc0f20b03 admin admin] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:21:31.003140 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef66f6bc-0a05-4c28-a203-7c99da7b2c32 None None] Sync routers for ids ['c6d9ba3e-81b7-48b2-93ae-0431f1480a96'] in dv-cinder-813229-4-iscsi {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:21:31.013059 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef66f6bc-0a05-4c28-a203-7c99da7b2c32 None None] Routers {'c6d9ba3e-81b7-48b2-93ae-0431f1480a96'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:21:31.013696 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-ef66f6bc-0a05-4c28-a203-7c99da7b2c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:21:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['c6d9ba3e-81b7-48b2-93ae-0431f1480a96'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:31.084304 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0147a148-7c67-451b-8444-6a4bc0f20b03 admin admin] Publish callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:31.085582 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-0147a148-7c67-451b-8444-6a4bc0f20b03 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2192831 Dec 15 14:21:31.088542 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 43624) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:31.106241 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-b6040558-a807-4cbf-a207-3b43b286cc53 None None] Provisioning complete for port 02f6928d-a807-4689-8ba4-c1e028d7ab0d triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:31.106622 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6040558-a807-4cbf-a207-3b43b286cc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:31.161739 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-ef66f6bc-0a05-4c28-a203-7c99da7b2c32 None None] Set router c6d9ba3e-81b7-48b2-93ae-0431f1480a96 gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:21:31.295502 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c43333-8a5d-4ccc-b41f-2a42eff0a0c7 req-3ed62f7f-89c3-4f13-8776-40dfcea7ab2c tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:31.297019 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-75c43333-8a5d-4ccc-b41f-2a42eff0a0c7 req-3ed62f7f-89c3-4f13-8776-40dfcea7ab2c tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 943 time: 0.0556934 Dec 15 14:21:31.347968 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-75c43333-8a5d-4ccc-b41f-2a42eff0a0c7 req-2c35ad8b-b67d-4f6c-a21c-388d47e15275 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447252 Dec 15 14:21:31.389270 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-ef66f6bc-0a05-4c28-a203-7c99da7b2c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'name': 'tempest-TestVolumeBootPattern-1048994220-router', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:28Z', 'updated_at': '2021-12-15T14:21:30Z', 'revision_number': 3, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'gw_port': {'id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:29Z', 'updated_at': '2021-12-15T14:21:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi'}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:31.417359 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef66f6bc-0a05-4c28-a203-7c99da7b2c32 None None] Checking router: c6d9ba3e-81b7-48b2-93ae-0431f1480a96 for host: dv-cinder-813229-4-iscsi {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:21:31.417729 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef66f6bc-0a05-4c28-a203-7c99da7b2c32 None None] Updating router c6d9ba3e-81b7-48b2-93ae-0431f1480a96 port 4034aa51-5e3c-4d5b-a365-2111062827a0 binding host dv-cinder-813229-4-iscsi {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:21:31.443098 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef66f6bc-0a05-4c28-a203-7c99da7b2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:31.519553 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-76300e0a-3ee7-412c-b416-58113439f284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:31.672784 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [None req-76300e0a-3ee7-412c-b416-58113439f284 admin admin] Allocated IP 172.20.0.1 (d45a2324-0e28-4a72-9746-c7e5b98cb828/4cdae80b-2821-492e-b671-8fe55c42de47/c6b3f496-8c01-4fda-880d-65e129c953c4) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:21:31.696656 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef66f6bc-0a05-4c28-a203-7c99da7b2c32 None None] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:31.779081 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef66f6bc-0a05-4c28-a203-7c99da7b2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:31.809802 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-76300e0a-3ee7-412c-b416-58113439f284 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:31.834411 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711e03f-5a75-423b-9337-ccbcb057adfb req-efc63f13-1a22-49df-9ba9-feec72af7e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:31.835908 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-2711e03f-5a75-423b-9337-ccbcb057adfb req-efc63f13-1a22-49df-9ba9-feec72af7e66 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872&tenant_id=5aa37dc44119489f8b5a8292cf40d8bd HTTP/1.1" status: 200 len: 1096 time: 0.0684226 Dec 15 14:21:31.837511 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-ef66f6bc-0a05-4c28-a203-7c99da7b2c32 None None] Attempting to bind port 4034aa51-5e3c-4d5b-a365-2111062827a0 on host dv-cinder-813229-4-iscsi for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:21:31.838225 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-ef66f6bc-0a05-4c28-a203-7c99da7b2c32 None None] Attempting to bind port 4034aa51-5e3c-4d5b-a365-2111062827a0 by drivers openvswitch,hyperv on host dv-cinder-813229-4-iscsi at level 0 using segments [{'id': 'c751ab6f-1098-4cf9-a0b7-c17ede87015d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:21:31.838444 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef66f6bc-0a05-4c28-a203-7c99da7b2c32 None None] Attempting to bind port 4034aa51-5e3c-4d5b-a365-2111062827a0 on network 828b465c-2de9-4223-b21e-29ccc1fcf343 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:21:31.840497 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8094666b-61d7-49d2-8e9f-c556d4c51867 None None] Pushing event updated for resources: {'Port': ['ID=4034aa51-5e3c-4d5b-a365-2111062827a0,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:31.846044 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef66f6bc-0a05-4c28-a203-7c99da7b2c32 None None] Checking agent: {'id': '939e8715-7657-4010-a58c-eb05979aa89f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 5, 9), 'started_at': datetime.datetime(2021, 12, 15, 14, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:21:31.846428 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef66f6bc-0a05-4c28-a203-7c99da7b2c32 None None] Checking segment: {'id': 'c751ab6f-1098-4cf9-a0b7-c17ede87015d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:21:31.846836 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef66f6bc-0a05-4c28-a203-7c99da7b2c32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:31.847258 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef66f6bc-0a05-4c28-a203-7c99da7b2c32 None None] Bound using segment: {'id': 'c751ab6f-1098-4cf9-a0b7-c17ede87015d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:21:31.847693 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-ef66f6bc-0a05-4c28-a203-7c99da7b2c32 None None] Bound port: 4034aa51-5e3c-4d5b-a365-2111062827a0, host: dv-cinder-813229-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c751ab6f-1098-4cf9-a0b7-c17ede87015d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:21:31.848109 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef66f6bc-0a05-4c28-a203-7c99da7b2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:31.881879 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 02f6928d-a807-4689-8ba4-c1e028d7ab0d up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:21:31.911405 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-76300e0a-3ee7-412c-b416-58113439f284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59071379'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:31.920922 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711e03f-5a75-423b-9337-ccbcb057adfb req-e0772448-2e44-402f-b831-e388b64b2b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:31.922423 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-2711e03f-5a75-423b-9337-ccbcb057adfb req-e0772448-2e44-402f-b831-e388b64b2b99 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5aa37dc44119489f8b5a8292cf40d8bd&device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 1096 time: 0.0531235 Dec 15 14:21:31.933207 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-ef66f6bc-0a05-4c28-a203-7c99da7b2c32 None None] For port 4034aa51-5e3c-4d5b-a365-2111062827a0, host dv-cinder-813229-4-iscsi, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:21:31.937668 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-ef66f6bc-0a05-4c28-a203-7c99da7b2c32 None None] For port 4034aa51-5e3c-4d5b-a365-2111062827a0, host dv-cinder-813229-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=4034aa51-5e3c-4d5b-a365-2111062827a0,segment=NetworkSegment(c751ab6f-1098-4cf9-a0b7-c17ede87015d),segment_id=c751ab6f-1098-4cf9-a0b7-c17ede87015d)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:21:31.952821 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port 02f6928d-a807-4689-8ba4-c1e028d7ab0d triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:31.953198 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:31.975836 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76300e0a-3ee7-412c-b416-58113439f284 admin admin] Network d45a2324-0e28-4a72-9746-c7e5b98cb828 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:21:32.005260 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-76300e0a-3ee7-412c-b416-58113439f284 admin admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:21:32.007801 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76300e0a-3ee7-412c-b416-58113439f284 admin admin] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:21:32.021587 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef66f6bc-0a05-4c28-a203-7c99da7b2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:32.036819 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76300e0a-3ee7-412c-b416-58113439f284 admin admin] Pushing event updated for resources: {'Port': ['ID=c6b3f496-8c01-4fda-880d-65e129c953c4,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:32.069221 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-76300e0a-3ee7-412c-b416-58113439f284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:32.094992 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef66f6bc-0a05-4c28-a203-7c99da7b2c32 None None] Routers {'c6d9ba3e-81b7-48b2-93ae-0431f1480a96'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:21:32.095812 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-ef66f6bc-0a05-4c28-a203-7c99da7b2c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:21:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['c6d9ba3e-81b7-48b2-93ae-0431f1480a96'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:32.135983 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711e03f-5a75-423b-9337-ccbcb057adfb req-b45f4a3e-c52b-4554-8b66-c90c3165885c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:32.136444 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8094666b-61d7-49d2-8e9f-c556d4c51867 None None] Pushing event updated for resources: {'Port': ['ID=4034aa51-5e3c-4d5b-a365-2111062827a0,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:32.142837 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-2711e03f-5a75-423b-9337-ccbcb057adfb req-b45f4a3e-c52b-4554-8b66-c90c3165885c service neutron] 10.222.0.54 "GET /v2.0/networks?id=8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8 HTTP/1.1" status: 200 len: 910 time: 0.1952021 Dec 15 14:21:32.214038 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-ef66f6bc-0a05-4c28-a203-7c99da7b2c32 None None] Set router c6d9ba3e-81b7-48b2-93ae-0431f1480a96 gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:21:32.245183 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-2711e03f-5a75-423b-9337-ccbcb057adfb req-8e3408c4-22d1-44dc-bbb2-1455176453ac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d72ae9c-c585-49b8-882a-896f0401fd24 HTTP/1.1" status: 200 len: 998 time: 0.0993471 Dec 15 14:21:32.297140 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711e03f-5a75-423b-9337-ccbcb057adfb req-f22dcc0d-b495-4cbe-a599-672e4cc7b788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:32.298521 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-2711e03f-5a75-423b-9337-ccbcb057adfb req-f22dcc0d-b495-4cbe-a599-672e4cc7b788 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=feb6d61b-95a9-4102-9451-a2a0a667f055 HTTP/1.1" status: 200 len: 848 time: 0.0451355 Dec 15 14:21:32.322145 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-0ec40ecd-db60-4194-a8c4-1332266b5631 None None] Provisioning complete for port c6b3f496-8c01-4fda-880d-65e129c953c4 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:32.322556 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ec40ecd-db60-4194-a8c4-1332266b5631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:32.361468 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-76300e0a-3ee7-412c-b416-58113439f284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:32.377100 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711e03f-5a75-423b-9337-ccbcb057adfb req-e3a012f8-ec1c-4290-b9f7-adcff3640130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:32.378636 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-2711e03f-5a75-423b-9337-ccbcb057adfb req-e3a012f8-ec1c-4290-b9f7-adcff3640130 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719464 Dec 15 14:21:32.385975 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0ec40ecd-db60-4194-a8c4-1332266b5631 None None] Port c6b3f496-8c01-4fda-880d-65e129c953c4 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:21:32.448076 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-ef66f6bc-0a05-4c28-a203-7c99da7b2c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'name': 'tempest-TestVolumeBootPattern-1048994220-router', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:28Z', 'updated_at': '2021-12-15T14:21:30Z', 'revision_number': 3, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'gw_port': {'id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:29Z', 'updated_at': '2021-12-15T14:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi'}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:32.481901 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535e6a0-cb49-4bfb-80b1-dee5935745c3 req-3a92a862-3cab-4c0d-ab80-c776dbdbaf88 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:32.483661 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2535e6a0-cb49-4bfb-80b1-dee5935745c3 req-3a92a862-3cab-4c0d-ab80-c776dbdbaf88 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 943 time: 0.0579667 Dec 15 14:21:32.484764 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef66f6bc-0a05-4c28-a203-7c99da7b2c32 None None] The sync data for ids ['c6d9ba3e-81b7-48b2-93ae-0431f1480a96'] in dv-cinder-813229-4-iscsi is: [{'id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'name': 'tempest-TestVolumeBootPattern-1048994220-router', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:28Z', 'updated_at': '2021-12-15T14:21:30Z', 'revision_number': 3, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'gw_port': {'id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:29Z', 'updated_at': '2021-12-15T14:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi'}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:21:32.546593 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2535e6a0-cb49-4bfb-80b1-dee5935745c3 req-90fc83cf-f9c6-43e6-aa71-ef13774ba6fb tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503454 Dec 15 14:21:32.565009 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-2711e03f-5a75-423b-9337-ccbcb057adfb req-bdaad15a-c573-4bc2-9e18-0f40d0ac6fe6 service neutron] 10.222.0.54 "GET /v2.0/networks/8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618936 Dec 15 14:21:32.688904 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-76300e0a-3ee7-412c-b416-58113439f284 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:32.716845 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-2711e03f-5a75-423b-9337-ccbcb057adfb req-d66acdf4-3f6d-4443-b4f9-04b9ca3152f0 service neutron] 10.222.0.54 "GET /v2.0/networks/8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426134 Dec 15 14:21:32.734990 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-76300e0a-3ee7-412c-b416-58113439f284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59071466'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:32.812933 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-76300e0a-3ee7-412c-b416-58113439f284 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2096195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584689'] for router_interface, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:32.815574 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76300e0a-3ee7-412c-b416-58113439f284 admin admin] Pushing event updated for resources: {'Port': ['ID=c6b3f496-8c01-4fda-880d-65e129c953c4,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:32.914608 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76300e0a-3ee7-412c-b416-58113439f284 admin admin] Network d45a2324-0e28-4a72-9746-c7e5b98cb828 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:21:32.916291 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-76300e0a-3ee7-412c-b416-58113439f284 admin admin] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:21:33.036159 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76300e0a-3ee7-412c-b416-58113439f284 admin admin] Router c6d9ba3e-81b7-48b2-93ae-0431f1480a96 has already been hosted by L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:21:33.124774 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-cc87d4f1-6161-4878-83cf-974160c4b7ae None None] Provisioning complete for port c6b3f496-8c01-4fda-880d-65e129c953c4 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:33.125411 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cc87d4f1-6161-4878-83cf-974160c4b7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:33.166353 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76300e0a-3ee7-412c-b416-58113439f284 admin admin] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:21:33.172265 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-76300e0a-3ee7-412c-b416-58113439f284 admin admin] 10.222.0.36 "PUT /v2.0/routers/c6d9ba3e-81b7-48b2-93ae-0431f1480a96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0825226 Dec 15 14:21:33.173982 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-cc87d4f1-6161-4878-83cf-974160c4b7ae None None] Port c6b3f496-8c01-4fda-880d-65e129c953c4 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:21:33.322851 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f90960ac-925e-450b-84ee-8d208a08cb8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:33.673080 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6146c6e-a717-4ac2-b15c-746494deb412 req-9ee2b1d6-ff4e-414f-b954-c8d7f649b9c3 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:33.674624 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c6146c6e-a717-4ac2-b15c-746494deb412 req-9ee2b1d6-ff4e-414f-b954-c8d7f649b9c3 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 943 time: 0.0544775 Dec 15 14:21:33.724526 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c6146c6e-a717-4ac2-b15c-746494deb412 req-9611074a-e545-476a-b09b-3b647c167235 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437083 Dec 15 14:21:33.895816 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 4034aa51-5e3c-4d5b-a365-2111062827a0 up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:21:33.952695 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port 4034aa51-5e3c-4d5b-a365-2111062827a0 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:33.953071 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:34.037346 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:34.059413 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] For port 4034aa51-5e3c-4d5b-a365-2111062827a0, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=4034aa51-5e3c-4d5b-a365-2111062827a0,segment=NetworkSegment(c751ab6f-1098-4cf9-a0b7-c17ede87015d),segment_id=c751ab6f-1098-4cf9-a0b7-c17ede87015d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:21:34.079445 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7bd69a-8db4-4410-acb4-ec1c5e6549a3 None None] Sync routers for ids ['c6d9ba3e-81b7-48b2-93ae-0431f1480a96'] in dv-cinder-813229-4-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:21:34.089947 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7bd69a-8db4-4410-acb4-ec1c5e6549a3 None None] Routers {'c6d9ba3e-81b7-48b2-93ae-0431f1480a96'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:21:34.090523 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-5d7bd69a-8db4-4410-acb4-ec1c5e6549a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:21:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['c6d9ba3e-81b7-48b2-93ae-0431f1480a96'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:34.150707 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:34.207224 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-5d7bd69a-8db4-4410-acb4-ec1c5e6549a3 None None] Set router c6d9ba3e-81b7-48b2-93ae-0431f1480a96 gateway port host: dv-cinder-813229-4-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:21:34.216330 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Pushing event updated for resources: {'Port': ['ID=4034aa51-5e3c-4d5b-a365-2111062827a0,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:34.234315 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 43658) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:34.240047 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-b172b940-b873-46eb-b705-dd216b73b009 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-645927970-network', 'tenant_id': 'd0585cddd427488ba1adb47dba5a4201'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:21:34.362169 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b172b940-b873-46eb-b705-dd216b73b009 admin admin] Made reservation on behalf of d0585cddd427488ba1adb47dba5a4201 for: {'network': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:21:34.364913 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b172b940-b873-46eb-b705-dd216b73b009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for network, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:34.374699 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b172b940-b873-46eb-b705-dd216b73b009 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:34.407997 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-5d7bd69a-8db4-4410-acb4-ec1c5e6549a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'name': 'tempest-TestVolumeBootPattern-1048994220-router', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:28Z', 'updated_at': '2021-12-15T14:21:32Z', 'revision_number': 4, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'gw_port': {'id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:29Z', 'updated_at': '2021-12-15T14:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': 'c6b3f496-8c01-4fda-880d-65e129c953c4', 'name': '', 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'mac_address': 'fa:16:3e:33:df:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:31Z', 'updated_at': '2021-12-15T14:21:32Z', 'revision_number': 2, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'subnets': [{'id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:34.438121 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7bd69a-8db4-4410-acb4-ec1c5e6549a3 None None] Checking router: c6d9ba3e-81b7-48b2-93ae-0431f1480a96 for host: dv-cinder-813229-4-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:21:34.438481 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7bd69a-8db4-4410-acb4-ec1c5e6549a3 None None] Updating router c6d9ba3e-81b7-48b2-93ae-0431f1480a96 port c6b3f496-8c01-4fda-880d-65e129c953c4 binding host dv-cinder-813229-4-iscsi {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:21:34.455122 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b172b940-b873-46eb-b705-dd216b73b009 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:34.465144 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d7bd69a-8db4-4410-acb4-ec1c5e6549a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:34.535386 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b172b940-b873-46eb-b705-dd216b73b009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:34.558646 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b172b940-b873-46eb-b705-dd216b73b009 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 14:21:34.572277 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b172b940-b873-46eb-b705-dd216b73b009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca66470-f488-42ee-897d-47abeb7bfe4d,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:34.577267 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b172b940-b873-46eb-b705-dd216b73b009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967'] for segment, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:34.577620 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.db.segments_db [None req-b172b940-b873-46eb-b705-dd216b73b009 admin admin] Added segment b16e109a-56c9-411e-93d8-223cbc09c2f6 of type vlan for network 61800182-e7ab-4ea2-a62f-87cd7ab263b9 Dec 15 14:21:34.621091 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b172b940-b873-46eb-b705-dd216b73b009 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782778959656'] for network, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:34.705356 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b172b940-b873-46eb-b705-dd216b73b009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241'] for network, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:34.706350 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b172b940-b873-46eb-b705-dd216b73b009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:34.706954 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b172b940-b873-46eb-b705-dd216b73b009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:34.731515 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d7bd69a-8db4-4410-acb4-ec1c5e6549a3 None None] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:34.767725 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b172b940-b873-46eb-b705-dd216b73b009 admin admin] Pushing event updated for resources: {'Network': ['ID=61800182-e7ab-4ea2-a62f-87cd7ab263b9,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:34.777989 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Network 61800182-e7ab-4ea2-a62f-87cd7ab263b9 details requested by agent ovs-agent-dv-cinder-813229-4-iscsi with host dv-cinder-813229-4-iscsi {{(pid=103146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 14:21:34.809314 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d7bd69a-8db4-4410-acb4-ec1c5e6549a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:34.844206 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-b172b940-b873-46eb-b705-dd216b73b009 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6081765 Dec 15 14:21:34.848921 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e1f2a-98fd-45d4-99b2-dddd4f7443a4 req-f23aac01-60be-45c5-a76c-d7d5ab0ee475 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:34.849466 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 43664) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:34.852054 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-bf0e1f2a-98fd-45d4-99b2-dddd4f7443a4 req-f23aac01-60be-45c5-a76c-d7d5ab0ee475 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 943 time: 0.0601611 Dec 15 14:21:34.855942 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [None req-476e5d02-26fe-4f98-ba8e-82fd115a30ae admin admin] Request body: {'subnet': {'network_id': '61800182-e7ab-4ea2-a62f-87cd7ab263b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-645927970-subnet', 'tenant_id': 'd0585cddd427488ba1adb47dba5a4201', 'ip_version': 4}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:21:34.891539 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221ffad-c3e6-4af2-9259-84ce7a216412 None None] Pushing event updated for resources: {'Port': ['ID=c6b3f496-8c01-4fda-880d-65e129c953c4,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:34.913460 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9221ffad-c3e6-4af2-9259-84ce7a216412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:34.913833 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9221ffad-c3e6-4af2-9259-84ce7a216412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:34.914393 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9221ffad-c3e6-4af2-9259-84ce7a216412 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:34.915042 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9221ffad-c3e6-4af2-9259-84ce7a216412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:34.916291 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-bf0e1f2a-98fd-45d4-99b2-dddd4f7443a4 req-be5a4ed3-c2de-4db8-af51-3121ff13892f tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515881 Dec 15 14:21:34.916837 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9221ffad-c3e6-4af2-9259-84ce7a216412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:34.917185 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9221ffad-c3e6-4af2-9259-84ce7a216412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:34.917520 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9221ffad-c3e6-4af2-9259-84ce7a216412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:34.917852 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9221ffad-c3e6-4af2-9259-84ce7a216412 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:34.918191 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9221ffad-c3e6-4af2-9259-84ce7a216412 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:34.918529 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9221ffad-c3e6-4af2-9259-84ce7a216412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:34.919036 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9221ffad-c3e6-4af2-9259-84ce7a216412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:34.919362 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9221ffad-c3e6-4af2-9259-84ce7a216412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:34.919686 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9221ffad-c3e6-4af2-9259-84ce7a216412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:34.937419 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-5d7bd69a-8db4-4410-acb4-ec1c5e6549a3 None None] Attempting to bind port c6b3f496-8c01-4fda-880d-65e129c953c4 on host dv-cinder-813229-4-iscsi for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:21:34.937791 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-5d7bd69a-8db4-4410-acb4-ec1c5e6549a3 None None] Attempting to bind port c6b3f496-8c01-4fda-880d-65e129c953c4 by drivers openvswitch,hyperv on host dv-cinder-813229-4-iscsi at level 0 using segments [{'id': 'd1eeb863-062f-4ab7-8059-38341a55dab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:21:34.938157 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7bd69a-8db4-4410-acb4-ec1c5e6549a3 None None] Attempting to bind port c6b3f496-8c01-4fda-880d-65e129c953c4 on network d45a2324-0e28-4a72-9746-c7e5b98cb828 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:21:34.940581 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476e5d02-26fe-4f98-ba8e-82fd115a30ae admin admin] Made reservation on behalf of d0585cddd427488ba1adb47dba5a4201 for: {'subnet': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:21:34.951656 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-476e5d02-26fe-4f98-ba8e-82fd115a30ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58802185'] for subnet, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:34.951854 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7bd69a-8db4-4410-acb4-ec1c5e6549a3 None None] Checking agent: {'id': '939e8715-7657-4010-a58c-eb05979aa89f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 5, 9), 'started_at': datetime.datetime(2021, 12, 15, 14, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:21:34.951854 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7bd69a-8db4-4410-acb4-ec1c5e6549a3 None None] Checking segment: {'id': 'd1eeb863-062f-4ab7-8059-38341a55dab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:21:34.951854 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d7bd69a-8db4-4410-acb4-ec1c5e6549a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:34.951854 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7bd69a-8db4-4410-acb4-ec1c5e6549a3 None None] Bound using segment: {'id': 'd1eeb863-062f-4ab7-8059-38341a55dab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:21:34.951854 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-5d7bd69a-8db4-4410-acb4-ec1c5e6549a3 None None] Bound port: c6b3f496-8c01-4fda-880d-65e129c953c4, host: dv-cinder-813229-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1eeb863-062f-4ab7-8059-38341a55dab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:21:34.951854 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d7bd69a-8db4-4410-acb4-ec1c5e6549a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:35.015144 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-5d7bd69a-8db4-4410-acb4-ec1c5e6549a3 None None] For port c6b3f496-8c01-4fda-880d-65e129c953c4, host dv-cinder-813229-4-iscsi, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:21:35.018637 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-5d7bd69a-8db4-4410-acb4-ec1c5e6549a3 None None] For port c6b3f496-8c01-4fda-880d-65e129c953c4, host dv-cinder-813229-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=c6b3f496-8c01-4fda-880d-65e129c953c4,segment=NetworkSegment(d1eeb863-062f-4ab7-8059-38341a55dab3),segment_id=d1eeb863-062f-4ab7-8059-38341a55dab3)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:21:35.089788 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d7bd69a-8db4-4410-acb4-ec1c5e6549a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:35.119192 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-da75efae-564b-4e16-b074-c63f764220d4 None None] Provisioning complete for port c6b3f496-8c01-4fda-880d-65e129c953c4 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:35.120597 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da75efae-564b-4e16-b074-c63f764220d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:35.157584 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7bd69a-8db4-4410-acb4-ec1c5e6549a3 None None] Routers {'c6d9ba3e-81b7-48b2-93ae-0431f1480a96'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:21:35.158456 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-5d7bd69a-8db4-4410-acb4-ec1c5e6549a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:21:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['c6d9ba3e-81b7-48b2-93ae-0431f1480a96'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:35.197238 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221ffad-c3e6-4af2-9259-84ce7a216412 None None] Pushing event updated for resources: {'Port': ['ID=c6b3f496-8c01-4fda-880d-65e129c953c4,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:35.206751 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da75efae-564b-4e16-b074-c63f764220d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:35.221515 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-476e5d02-26fe-4f98-ba8e-82fd115a30ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59069539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58802199'] for subnet, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:35.273646 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-da75efae-564b-4e16-b074-c63f764220d4 None None] For port c6b3f496-8c01-4fda-880d-65e129c953c4, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=c6b3f496-8c01-4fda-880d-65e129c953c4,segment=NetworkSegment(d1eeb863-062f-4ab7-8059-38341a55dab3),segment_id=d1eeb863-062f-4ab7-8059-38341a55dab3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:21:35.282374 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e5d02-26fe-4f98-ba8e-82fd115a30ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=b546bd96-0ba9-42b9-91c3-9ea5664f4fad,revision_number=0']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:35.294002 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-5d7bd69a-8db4-4410-acb4-ec1c5e6549a3 None None] Set router c6d9ba3e-81b7-48b2-93ae-0431f1480a96 gateway port host: dv-cinder-813229-4-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:21:35.300348 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476e5d02-26fe-4f98-ba8e-82fd115a30ae admin admin] Checking segment: {'id': 'b16e109a-56c9-411e-93d8-223cbc09c2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '61800182-e7ab-4ea2-a62f-87cd7ab263b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:21:35.300719 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476e5d02-26fe-4f98-ba8e-82fd115a30ae admin admin] Network hostable DHCP agents. Network: 61800182-e7ab-4ea2-a62f-87cd7ab263b9, hostable agents: ['00d3855d-cdb4-486b-84c6-a7f3fbe8df5a'], hosted agents: [] {{(pid=103144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 14:21:35.340194 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da75efae-564b-4e16-b074-c63f764220d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:35.391433 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476e5d02-26fe-4f98-ba8e-82fd115a30ae admin admin] Network 61800182-e7ab-4ea2-a62f-87cd7ab263b9 is scheduled to be hosted by DHCP agent 00d3855d-cdb4-486b-84c6-a7f3fbe8df5a with binding_index 1 {{(pid=103144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 14:21:35.410906 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75efae-564b-4e16-b074-c63f764220d4 None None] Pushing event updated for resources: {'Port': ['ID=c6b3f496-8c01-4fda-880d-65e129c953c4,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:35.465131 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [None req-476e5d02-26fe-4f98-ba8e-82fd115a30ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-4-iscsi, 61800182-e7ab-4ea2-a62f-87cd7ab263b9) {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:21:35.470059 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476e5d02-26fe-4f98-ba8e-82fd115a30ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:35.470713 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-476e5d02-26fe-4f98-ba8e-82fd115a30ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:35.475774 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d153cb2f-6888-48c1-88f2-75773bdf86cf None None] Network 61800182-e7ab-4ea2-a62f-87cd7ab263b9 requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:21:35.479226 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-b005fb6f-aecf-4354-bece-d770d0161093 None None] Provisioning complete for port c6b3f496-8c01-4fda-880d-65e129c953c4 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:35.479720 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b005fb6f-aecf-4354-bece-d770d0161093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:35.517368 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-5d7bd69a-8db4-4410-acb4-ec1c5e6549a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'name': 'tempest-TestVolumeBootPattern-1048994220-router', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:28Z', 'updated_at': '2021-12-15T14:21:32Z', 'revision_number': 4, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'gw_port': {'id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:29Z', 'updated_at': '2021-12-15T14:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': 'c6b3f496-8c01-4fda-880d-65e129c953c4', 'name': '', 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'mac_address': 'fa:16:3e:33:df:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:31Z', 'updated_at': '2021-12-15T14:21:35Z', 'revision_number': 4, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'subnets': [{'id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:35.543367 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7bd69a-8db4-4410-acb4-ec1c5e6549a3 None None] The sync data for ids ['c6d9ba3e-81b7-48b2-93ae-0431f1480a96'] in dv-cinder-813229-4-iscsi is: [{'id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'name': 'tempest-TestVolumeBootPattern-1048994220-router', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:28Z', 'updated_at': '2021-12-15T14:21:32Z', 'revision_number': 4, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'gw_port': {'id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:29Z', 'updated_at': '2021-12-15T14:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': 'c6b3f496-8c01-4fda-880d-65e129c953c4', 'name': '', 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'mac_address': 'fa:16:3e:33:df:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:31Z', 'updated_at': '2021-12-15T14:21:35Z', 'revision_number': 4, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'subnets': [{'id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:21:35.560291 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-476e5d02-26fe-4f98-ba8e-82fd115a30ae admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7089965 Dec 15 14:21:35.562278 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 43670) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:35.566835 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-4ae72a7f-82e6-4fd4-8bf1-763e422cc0bc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-645927970-router', 'tenant_id': 'd0585cddd427488ba1adb47dba5a4201', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'}}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:21:35.657142 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53f45c9-de28-444d-9453-2ca1aa26ca8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3ace9d4-bb60-588e-bb51-46ac2ab48d23-61800182-e7ab-4ea2-a62f-87cd7ab263b9', 'network_id': '61800182-e7ab-4ea2-a62f-87cd7ab263b9', 'project_id': 'd0585cddd427488ba1adb47dba5a4201', 'fixed_ips': [{'subnet_id': 'b546bd96-0ba9-42b9-91c3-9ea5664f4fad'}]}} from dv-cinder-813229-4-iscsi. {{(pid=103146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 14:21:35.658264 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f53f45c9-de28-444d-9453-2ca1aa26ca8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:35.693910 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4ae72a7f-82e6-4fd4-8bf1-763e422cc0bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5185'] for router, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:35.695384 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4ae72a7f-82e6-4fd4-8bf1-763e422cc0bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1581953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1627072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:35.753329 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4ae72a7f-82e6-4fd4-8bf1-763e422cc0bc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:35.987415 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 4034aa51-5e3c-4d5b-a365-2111062827a0 up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:21:35.999353 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4ae72a7f-82e6-4fd4-8bf1-763e422cc0bc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:36.042156 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc107724-6b2c-4446-92bf-440fb9b4b115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:36.062843 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-f53f45c9-de28-444d-9453-2ca1aa26ca8e None None] Allocated IP 172.20.0.2 (61800182-e7ab-4ea2-a62f-87cd7ab263b9/b546bd96-0ba9-42b9-91c3-9ea5664f4fad/48e21567-7c8e-4c36-9e23-779e283d58ea) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:21:36.078152 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9931dd-1a70-4241-8039-04f2b91e843b req-9df3f406-87cc-4d97-81fc-dec54ef5d24e tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:36.079645 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ce9931dd-1a70-4241-8039-04f2b91e843b req-9df3f406-87cc-4d97-81fc-dec54ef5d24e tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 943 time: 0.0641892 Dec 15 14:21:36.144803 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port 4034aa51-5e3c-4d5b-a365-2111062827a0 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:36.145770 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:36.230635 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ce9931dd-1a70-4241-8039-04f2b91e843b req-6aa5e2d2-3b4f-4b45-a17f-9757061405ad tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438344 Dec 15 14:21:36.309130 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device c6b3f496-8c01-4fda-880d-65e129c953c4 up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:21:36.311171 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f53f45c9-de28-444d-9453-2ca1aa26ca8e None None] Publish callbacks [] for port, precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:36.364573 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port c6b3f496-8c01-4fda-880d-65e129c953c4 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:36.365093 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:36.387856 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f53f45c9-de28-444d-9453-2ca1aa26ca8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154'] for port, after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:36.446226 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53f45c9-de28-444d-9453-2ca1aa26ca8e None None] Network 61800182-e7ab-4ea2-a62f-87cd7ab263b9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:21:36.453220 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f53f45c9-de28-444d-9453-2ca1aa26ca8e None None] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:21:36.456850 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53f45c9-de28-444d-9453-2ca1aa26ca8e None None] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:21:36.461412 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f45c9-de28-444d-9453-2ca1aa26ca8e None None] Pushing event updated for resources: {'Port': ['ID=48e21567-7c8e-4c36-9e23-779e283d58ea,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:36.554188 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-f53f45c9-de28-444d-9453-2ca1aa26ca8e None None] Attempting to bind port 48e21567-7c8e-4c36-9e23-779e283d58ea on host dv-cinder-813229-4-iscsi for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:21:36.554578 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-f53f45c9-de28-444d-9453-2ca1aa26ca8e None None] Attempting to bind port 48e21567-7c8e-4c36-9e23-779e283d58ea by drivers openvswitch,hyperv on host dv-cinder-813229-4-iscsi at level 0 using segments [{'id': 'b16e109a-56c9-411e-93d8-223cbc09c2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '61800182-e7ab-4ea2-a62f-87cd7ab263b9'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:21:36.554954 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53f45c9-de28-444d-9453-2ca1aa26ca8e None None] Attempting to bind port 48e21567-7c8e-4c36-9e23-779e283d58ea on network 61800182-e7ab-4ea2-a62f-87cd7ab263b9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:21:36.564977 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53f45c9-de28-444d-9453-2ca1aa26ca8e None None] Checking agent: {'id': '939e8715-7657-4010-a58c-eb05979aa89f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 5, 9), 'started_at': datetime.datetime(2021, 12, 15, 14, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:21:36.565371 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53f45c9-de28-444d-9453-2ca1aa26ca8e None None] Checking segment: {'id': 'b16e109a-56c9-411e-93d8-223cbc09c2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '61800182-e7ab-4ea2-a62f-87cd7ab263b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:21:36.565786 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f53f45c9-de28-444d-9453-2ca1aa26ca8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:36.566197 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53f45c9-de28-444d-9453-2ca1aa26ca8e None None] Bound using segment: {'id': 'b16e109a-56c9-411e-93d8-223cbc09c2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '61800182-e7ab-4ea2-a62f-87cd7ab263b9'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:21:36.566674 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-f53f45c9-de28-444d-9453-2ca1aa26ca8e None None] Bound port: 48e21567-7c8e-4c36-9e23-779e283d58ea, host: dv-cinder-813229-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16e109a-56c9-411e-93d8-223cbc09c2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '61800182-e7ab-4ea2-a62f-87cd7ab263b9'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:21:36.567069 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f53f45c9-de28-444d-9453-2ca1aa26ca8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:36.634893 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4ae72a7f-82e6-4fd4-8bf1-763e422cc0bc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:36.637327 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-f53f45c9-de28-444d-9453-2ca1aa26ca8e None None] For port 48e21567-7c8e-4c36-9e23-779e283d58ea, host dv-cinder-813229-4-iscsi, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:21:36.640720 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-f53f45c9-de28-444d-9453-2ca1aa26ca8e None None] For port 48e21567-7c8e-4c36-9e23-779e283d58ea, host dv-cinder-813229-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=48e21567-7c8e-4c36-9e23-779e283d58ea,segment=NetworkSegment(b16e109a-56c9-411e-93d8-223cbc09c2f6),segment_id=b16e109a-56c9-411e-93d8-223cbc09c2f6)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:21:36.654869 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4ae72a7f-82e6-4fd4-8bf1-763e422cc0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:36.745318 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f53f45c9-de28-444d-9453-2ca1aa26ca8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:36.764692 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [None req-4ae72a7f-82e6-4fd4-8bf1-763e422cc0bc admin admin] Allocated IP 172.27.3.14 (828b465c-2de9-4223-b21e-29ccc1fcf343/8db6495a-cb76-4dd2-8fa8-8ada67659a42/3d8b5c77-8b4c-4327-a42b-868d14ccf573) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:21:36.817628 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f45c9-de28-444d-9453-2ca1aa26ca8e None None] Pushing event updated for resources: {'Port': ['ID=48e21567-7c8e-4c36-9e23-779e283d58ea,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:36.891391 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4ae72a7f-82e6-4fd4-8bf1-763e422cc0bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:36.976510 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4ae72a7f-82e6-4fd4-8bf1-763e422cc0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:37.012542 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:37.029229 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae72a7f-82e6-4fd4-8bf1-763e422cc0bc admin admin] Network 828b465c-2de9-4223-b21e-29ccc1fcf343 is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:21:37.032310 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-4ae72a7f-82e6-4fd4-8bf1-763e422cc0bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:21:37.036630 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae72a7f-82e6-4fd4-8bf1-763e422cc0bc admin admin] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:21:37.040465 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae72a7f-82e6-4fd4-8bf1-763e422cc0bc admin admin] Pushing event updated for resources: {'Port': ['ID=3d8b5c77-8b4c-4327-a42b-868d14ccf573,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:37.405606 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde9fb2-42d5-4d5b-9ddd-2f0e47a95099 req-a3c9924c-d1f1-4407-9449-49e6e251cf94 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:37.407138 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9dde9fb2-42d5-4d5b-9ddd-2f0e47a95099 req-a3c9924c-d1f1-4407-9449-49e6e251cf94 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 943 time: 0.0944157 Dec 15 14:21:37.414629 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4ae72a7f-82e6-4fd4-8bf1-763e422cc0bc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:37.532601 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-9dde9fb2-42d5-4d5b-9ddd-2f0e47a95099 req-9b9a2b23-c69c-431e-a55f-1f4c4c5a65f4 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187739 Dec 15 14:21:37.650901 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4ae72a7f-82e6-4fd4-8bf1-763e422cc0bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582066'] for router, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:37.675214 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9682a5-498d-4a49-ab11-883a9037748b None None] Network 61800182-e7ab-4ea2-a62f-87cd7ab263b9 requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:21:37.744038 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-5e910fe3-5f3d-4d6d-8025-392cca57caab None None] Provisioning complete for port 48e21567-7c8e-4c36-9e23-779e283d58ea triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:37.744422 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e910fe3-5f3d-4d6d-8025-392cca57caab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:37.862121 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae72a7f-82e6-4fd4-8bf1-763e422cc0bc admin admin] Router 223e092c-95dd-4973-9ca0-620decd2a369 is scheduled to L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b with binding_index 1 {{(pid=103145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 14:21:37.869267 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e910fe3-5f3d-4d6d-8025-392cca57caab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:37.911525 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 48e21567-7c8e-4c36-9e23-779e283d58ea up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:21:37.921865 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-5e910fe3-5f3d-4d6d-8025-392cca57caab None None] For port 48e21567-7c8e-4c36-9e23-779e283d58ea, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=48e21567-7c8e-4c36-9e23-779e283d58ea,segment=NetworkSegment(b16e109a-56c9-411e-93d8-223cbc09c2f6),segment_id=b16e109a-56c9-411e-93d8-223cbc09c2f6)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:21:37.965990 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port 48e21567-7c8e-4c36-9e23-779e283d58ea triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:37.966467 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:37.982098 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae72a7f-82e6-4fd4-8bf1-763e422cc0bc admin admin] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:21:37.994638 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98321d1-8722-4bcd-a60e-9fc07fdf97fa None None] Sync routers for ids ['223e092c-95dd-4973-9ca0-620decd2a369'] in dv-cinder-813229-4-iscsi {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:21:38.005956 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e910fe3-5f3d-4d6d-8025-392cca57caab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:38.046107 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98321d1-8722-4bcd-a60e-9fc07fdf97fa None None] Routers {'223e092c-95dd-4973-9ca0-620decd2a369'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:21:38.046759 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-c98321d1-8722-4bcd-a60e-9fc07fdf97fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:21:36Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['223e092c-95dd-4973-9ca0-620decd2a369'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:38.072966 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-4ae72a7f-82e6-4fd4-8bf1-763e422cc0bc admin admin] Publish callbacks [] for router, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:38.074215 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-4ae72a7f-82e6-4fd4-8bf1-763e422cc0bc admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5108564 Dec 15 14:21:38.076972 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 43682) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:38.193090 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e910fe3-5f3d-4d6d-8025-392cca57caab None None] Pushing event updated for resources: {'Port': ['ID=48e21567-7c8e-4c36-9e23-779e283d58ea,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:38.210715 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-29a67764-d7dd-491b-a91d-57313e6df4cb None None] Provisioning complete for port 48e21567-7c8e-4c36-9e23-779e283d58ea triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:38.211097 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-29a67764-d7dd-491b-a91d-57313e6df4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:38.253827 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:38.266687 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-c98321d1-8722-4bcd-a60e-9fc07fdf97fa None None] Set router 223e092c-95dd-4973-9ca0-620decd2a369 gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:21:38.485053 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-c98321d1-8722-4bcd-a60e-9fc07fdf97fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223e092c-95dd-4973-9ca0-620decd2a369', 'name': 'tempest-TestVolumeBootPattern-645927970-router', 'tenant_id': 'd0585cddd427488ba1adb47dba5a4201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '3d8b5c77-8b4c-4327-a42b-868d14ccf573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:35Z', 'updated_at': '2021-12-15T14:21:37Z', 'revision_number': 3, 'project_id': 'd0585cddd427488ba1adb47dba5a4201', 'gw_port': {'id': '3d8b5c77-8b4c-4327-a42b-868d14ccf573', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:aa:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223e092c-95dd-4973-9ca0-620decd2a369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:36Z', 'updated_at': '2021-12-15T14:21:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi'}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:38.502067 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cfdb9e0c-2be1-44ec-8d1d-4c4d4a83e0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:38.511472 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98321d1-8722-4bcd-a60e-9fc07fdf97fa None None] Checking router: 223e092c-95dd-4973-9ca0-620decd2a369 for host: dv-cinder-813229-4-iscsi {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:21:38.511831 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98321d1-8722-4bcd-a60e-9fc07fdf97fa None None] Updating router 223e092c-95dd-4973-9ca0-620decd2a369 port 3d8b5c77-8b4c-4327-a42b-868d14ccf573 binding host dv-cinder-813229-4-iscsi {{(pid=103146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:21:38.540495 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c98321d1-8722-4bcd-a60e-9fc07fdf97fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:38.692709 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09b1b2-79bb-4c82-ad9b-1a04deaeb3b0 req-42597c3e-aa4a-49f3-85b7-5f716b926c20 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:38.694304 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-dc09b1b2-79bb-4c82-ad9b-1a04deaeb3b0 req-42597c3e-aa4a-49f3-85b7-5f716b926c20 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 943 time: 0.0855429 Dec 15 14:21:38.702884 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [None req-cfdb9e0c-2be1-44ec-8d1d-4c4d4a83e0ca admin admin] Allocated IP 172.20.0.1 (61800182-e7ab-4ea2-a62f-87cd7ab263b9/b546bd96-0ba9-42b9-91c3-9ea5664f4fad/d1f5f043-d829-4bef-afd9-ae09c5f74a9f) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:21:38.793470 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c98321d1-8722-4bcd-a60e-9fc07fdf97fa None None] Publish callbacks [] for port, precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:38.796593 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-dc09b1b2-79bb-4c82-ad9b-1a04deaeb3b0 req-81ecb909-b835-4511-97d8-c7246a5878cd tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950820 Dec 15 14:21:38.848179 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cfdb9e0c-2be1-44ec-8d1d-4c4d4a83e0ca admin admin] Publish callbacks [] for port, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:38.866121 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c98321d1-8722-4bcd-a60e-9fc07fdf97fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:38.919982 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-c98321d1-8722-4bcd-a60e-9fc07fdf97fa None None] Attempting to bind port 3d8b5c77-8b4c-4327-a42b-868d14ccf573 on host dv-cinder-813229-4-iscsi for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:21:38.920362 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-c98321d1-8722-4bcd-a60e-9fc07fdf97fa None None] Attempting to bind port 3d8b5c77-8b4c-4327-a42b-868d14ccf573 by drivers openvswitch,hyperv on host dv-cinder-813229-4-iscsi at level 0 using segments [{'id': 'c751ab6f-1098-4cf9-a0b7-c17ede87015d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:21:38.920720 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98321d1-8722-4bcd-a60e-9fc07fdf97fa None None] Attempting to bind port 3d8b5c77-8b4c-4327-a42b-868d14ccf573 on network 828b465c-2de9-4223-b21e-29ccc1fcf343 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:21:38.922711 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23c05b-b3e8-4dca-8c2b-649952c3c5d9 None None] Pushing event updated for resources: {'Port': ['ID=3d8b5c77-8b4c-4327-a42b-868d14ccf573,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:38.928032 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98321d1-8722-4bcd-a60e-9fc07fdf97fa None None] Checking agent: {'id': '939e8715-7657-4010-a58c-eb05979aa89f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 5, 9), 'started_at': datetime.datetime(2021, 12, 15, 14, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:21:38.928405 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98321d1-8722-4bcd-a60e-9fc07fdf97fa None None] Checking segment: {'id': 'c751ab6f-1098-4cf9-a0b7-c17ede87015d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:21:38.928804 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c98321d1-8722-4bcd-a60e-9fc07fdf97fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:38.929274 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98321d1-8722-4bcd-a60e-9fc07fdf97fa None None] Bound using segment: {'id': 'c751ab6f-1098-4cf9-a0b7-c17ede87015d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:21:38.929634 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-c98321d1-8722-4bcd-a60e-9fc07fdf97fa None None] Bound port: 3d8b5c77-8b4c-4327-a42b-868d14ccf573, host: dv-cinder-813229-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c751ab6f-1098-4cf9-a0b7-c17ede87015d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:21:38.930013 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c98321d1-8722-4bcd-a60e-9fc07fdf97fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:38.958018 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cfdb9e0c-2be1-44ec-8d1d-4c4d4a83e0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:38.986257 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-c98321d1-8722-4bcd-a60e-9fc07fdf97fa None None] For port 3d8b5c77-8b4c-4327-a42b-868d14ccf573, host dv-cinder-813229-4-iscsi, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:21:38.989345 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-c98321d1-8722-4bcd-a60e-9fc07fdf97fa None None] For port 3d8b5c77-8b4c-4327-a42b-868d14ccf573, host dv-cinder-813229-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=3d8b5c77-8b4c-4327-a42b-868d14ccf573,segment=NetworkSegment(c751ab6f-1098-4cf9-a0b7-c17ede87015d),segment_id=c751ab6f-1098-4cf9-a0b7-c17ede87015d)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:21:39.005358 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdb9e0c-2be1-44ec-8d1d-4c4d4a83e0ca admin admin] Network 61800182-e7ab-4ea2-a62f-87cd7ab263b9 is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:21:39.010659 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-cfdb9e0c-2be1-44ec-8d1d-4c4d4a83e0ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:21:39.013112 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdb9e0c-2be1-44ec-8d1d-4c4d4a83e0ca admin admin] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:21:39.016385 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb9e0c-2be1-44ec-8d1d-4c4d4a83e0ca admin admin] Pushing event updated for resources: {'Port': ['ID=d1f5f043-d829-4bef-afd9-ae09c5f74a9f,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:39.054262 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cfdb9e0c-2be1-44ec-8d1d-4c4d4a83e0ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583745'] for router_interface, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:39.066794 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c98321d1-8722-4bcd-a60e-9fc07fdf97fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:39.121686 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98321d1-8722-4bcd-a60e-9fc07fdf97fa None None] Routers {'223e092c-95dd-4973-9ca0-620decd2a369'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:21:39.122335 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-c98321d1-8722-4bcd-a60e-9fc07fdf97fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:21:36Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['223e092c-95dd-4973-9ca0-620decd2a369'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:39.211793 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23c05b-b3e8-4dca-8c2b-649952c3c5d9 None None] Pushing event updated for resources: {'Port': ['ID=3d8b5c77-8b4c-4327-a42b-868d14ccf573,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:39.270694 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-c98321d1-8722-4bcd-a60e-9fc07fdf97fa None None] Set router 223e092c-95dd-4973-9ca0-620decd2a369 gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:21:39.283998 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cfdb9e0c-2be1-44ec-8d1d-4c4d4a83e0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:39.298195 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-f8a2ce6e-7e64-440d-bdfa-c68826ce0f73 None None] Provisioning complete for port d1f5f043-d829-4bef-afd9-ae09c5f74a9f triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:39.298495 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8a2ce6e-7e64-440d-bdfa-c68826ce0f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:39.457464 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cfdb9e0c-2be1-44ec-8d1d-4c4d4a83e0ca admin admin] Publish callbacks [] for port, precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:39.459598 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:39.516298 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cfdb9e0c-2be1-44ec-8d1d-4c4d4a83e0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:39.534555 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f8a2ce6e-7e64-440d-bdfa-c68826ce0f73 None None] Port d1f5f043-d829-4bef-afd9-ae09c5f74a9f cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:21:39.582406 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cfdb9e0c-2be1-44ec-8d1d-4c4d4a83e0ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2096195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584689'] for router_interface, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:39.584941 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb9e0c-2be1-44ec-8d1d-4c4d4a83e0ca admin admin] Pushing event updated for resources: {'Port': ['ID=d1f5f043-d829-4bef-afd9-ae09c5f74a9f,revision_number=2']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:39.616993 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-c98321d1-8722-4bcd-a60e-9fc07fdf97fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223e092c-95dd-4973-9ca0-620decd2a369', 'name': 'tempest-TestVolumeBootPattern-645927970-router', 'tenant_id': 'd0585cddd427488ba1adb47dba5a4201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '3d8b5c77-8b4c-4327-a42b-868d14ccf573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:35Z', 'updated_at': '2021-12-15T14:21:37Z', 'revision_number': 3, 'project_id': 'd0585cddd427488ba1adb47dba5a4201', 'gw_port': {'id': '3d8b5c77-8b4c-4327-a42b-868d14ccf573', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:aa:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223e092c-95dd-4973-9ca0-620decd2a369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:36Z', 'updated_at': '2021-12-15T14:21:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi'}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:39.643072 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98321d1-8722-4bcd-a60e-9fc07fdf97fa None None] The sync data for ids ['223e092c-95dd-4973-9ca0-620decd2a369'] in dv-cinder-813229-4-iscsi is: [{'id': '223e092c-95dd-4973-9ca0-620decd2a369', 'name': 'tempest-TestVolumeBootPattern-645927970-router', 'tenant_id': 'd0585cddd427488ba1adb47dba5a4201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '3d8b5c77-8b4c-4327-a42b-868d14ccf573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:35Z', 'updated_at': '2021-12-15T14:21:37Z', 'revision_number': 3, 'project_id': 'd0585cddd427488ba1adb47dba5a4201', 'gw_port': {'id': '3d8b5c77-8b4c-4327-a42b-868d14ccf573', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:aa:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223e092c-95dd-4973-9ca0-620decd2a369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:36Z', 'updated_at': '2021-12-15T14:21:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi'}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:21:39.683582 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdb9e0c-2be1-44ec-8d1d-4c4d4a83e0ca admin admin] Network 61800182-e7ab-4ea2-a62f-87cd7ab263b9 is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:21:39.685030 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-cfdb9e0c-2be1-44ec-8d1d-4c4d4a83e0ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:21:39.810316 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfdb9e0c-2be1-44ec-8d1d-4c4d4a83e0ca admin admin] Router 223e092c-95dd-4973-9ca0-620decd2a369 has already been hosted by L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b {{(pid=103145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:21:39.965385 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-fa223884-3634-40e0-a658-4c86c5470ecb None None] Provisioning complete for port d1f5f043-d829-4bef-afd9-ae09c5f74a9f triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:39.965882 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa223884-3634-40e0-a658-4c86c5470ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:39.991916 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 48e21567-7c8e-4c36-9e23-779e283d58ea up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:21:39.997668 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba25e06-81af-4c04-ac12-450c217b3a8f req-6477a55d-40cc-46fc-8a94-67fd76b99238 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:39.999231 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8ba25e06-81af-4c04-ac12-450c217b3a8f req-6477a55d-40cc-46fc-8a94-67fd76b99238 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 943 time: 0.1098483 Dec 15 14:21:40.018126 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdb9e0c-2be1-44ec-8d1d-4c4d4a83e0ca admin admin] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:21:40.032565 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-cfdb9e0c-2be1-44ec-8d1d-4c4d4a83e0ca admin admin] 10.222.0.36 "PUT /v2.0/routers/223e092c-95dd-4973-9ca0-620decd2a369/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9542787 Dec 15 14:21:40.062528 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-fa223884-3634-40e0-a658-4c86c5470ecb None None] Port d1f5f043-d829-4bef-afd9-ae09c5f74a9f cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:21:40.080556 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8ba25e06-81af-4c04-ac12-450c217b3a8f req-ad5de663-7b5f-48d3-b1a6-ed61eeaae18f tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750144 Dec 15 14:21:40.101014 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port 48e21567-7c8e-4c36-9e23-779e283d58ea triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:40.101504 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:40.793316 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 43706) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:40.798067 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-7c1c4438-8c69-4b3a-a2e9-3e95638de77f tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1269419461', 'description': 'tempest-secgroup-smoke-1269419461 description', 'project_id': 'cd38f26fb8464e569d886ee7fa407464'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:21:40.870503 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7c1c4438-8c69-4b3a-a2e9-3e95638de77f tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:40.934801 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7c1c4438-8c69-4b3a-a2e9-3e95638de77f tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:41.003701 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7c1c4438-8c69-4b3a-a2e9-3e95638de77f tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:41.033820 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c4438-8c69-4b3a-a2e9-3e95638de77f tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=529b4721-de16-4919-9a84-ca12f4925c1f,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:41.041469 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c4438-8c69-4b3a-a2e9-3e95638de77f tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:41.041825 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c4438-8c69-4b3a-a2e9-3e95638de77f tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:41.042177 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c4438-8c69-4b3a-a2e9-3e95638de77f tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:41.042522 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c4438-8c69-4b3a-a2e9-3e95638de77f tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:41.042863 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c4438-8c69-4b3a-a2e9-3e95638de77f tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:41.043200 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c4438-8c69-4b3a-a2e9-3e95638de77f tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:41.043532 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c4438-8c69-4b3a-a2e9-3e95638de77f tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:41.043867 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c4438-8c69-4b3a-a2e9-3e95638de77f tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:41.044333 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c4438-8c69-4b3a-a2e9-3e95638de77f tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:41.044669 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c4438-8c69-4b3a-a2e9-3e95638de77f tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:41.045001 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c4438-8c69-4b3a-a2e9-3e95638de77f tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:41.045333 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c4438-8c69-4b3a-a2e9-3e95638de77f tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:41.045659 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1c4438-8c69-4b3a-a2e9-3e95638de77f tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:21:41.080224 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7c1c4438-8c69-4b3a-a2e9-3e95638de77f tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:41.081559 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-7c1c4438-8c69-4b3a-a2e9-3e95638de77f tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2871966 Dec 15 14:21:41.084576 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 43708) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:41.089754 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-7dfb0b9d-d8a5-45c6-ab65-a1760c71d1b8 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Request body: {'security_group_rule': {'security_group_id': '529b4721-de16-4919-9a84-ca12f4925c1f', 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:21:41.189319 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0b9d-d8a5-45c6-ab65-a1760c71d1b8 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:41.238975 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a105e38-5a3d-4c43-864b-0026d87747a6 req-ebb368d9-d36d-4dbe-9696-62ee3cec2b15 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:41.240520 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3a105e38-5a3d-4c43-864b-0026d87747a6 req-ebb368d9-d36d-4dbe-9696-62ee3cec2b15 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 943 time: 0.0822251 Dec 15 14:21:41.275248 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0b9d-d8a5-45c6-ab65-a1760c71d1b8 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:41.303190 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3a105e38-5a3d-4c43-864b-0026d87747a6 req-eb196a10-ef03-4b03-91bc-2fde42d9b24d tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555975 Dec 15 14:21:41.330122 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9db1a5-66be-472f-a4b1-eeb9dd42264e None None] Sync routers for ids ['223e092c-95dd-4973-9ca0-620decd2a369'] in dv-cinder-813229-4-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:21:41.340934 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0b9d-d8a5-45c6-ab65-a1760c71d1b8 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629912'] for security_group_rule, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:41.341156 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9db1a5-66be-472f-a4b1-eeb9dd42264e None None] Routers {'223e092c-95dd-4973-9ca0-620decd2a369'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:21:41.341770 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-0b9db1a5-66be-472f-a4b1-eeb9dd42264e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:21:36Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['223e092c-95dd-4973-9ca0-620decd2a369'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:41.361086 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb0b9d-d8a5-45c6-ab65-a1760c71d1b8 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0140c514-e65c-46be-a073-42d4f42eeef9,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:41.427227 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0b9d-d8a5-45c6-ab65-a1760c71d1b8 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:41.428553 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-7dfb0b9d-d8a5-45c6-ab65-a1760c71d1b8 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3429129 Dec 15 14:21:41.431545 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 43712) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:41.435779 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-bf5abdef-4f28-4d68-aeef-878936b1f6cb tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Request body: {'security_group_rule': {'security_group_id': '529b4721-de16-4919-9a84-ca12f4925c1f', 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:21:41.450484 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-0b9db1a5-66be-472f-a4b1-eeb9dd42264e None None] Set router 223e092c-95dd-4973-9ca0-620decd2a369 gateway port host: dv-cinder-813229-4-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:21:41.517579 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-bf5abdef-4f28-4d68-aeef-878936b1f6cb tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:41.577949 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-bf5abdef-4f28-4d68-aeef-878936b1f6cb tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:41.643150 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-bf5abdef-4f28-4d68-aeef-878936b1f6cb tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629912'] for security_group_rule, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:41.662120 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5abdef-4f28-4d68-aeef-878936b1f6cb tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a310f4b1-5eb9-4c12-a9b5-2009f0b130ec,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:41.749967 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-bf5abdef-4f28-4d68-aeef-878936b1f6cb tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:41.750500 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-0b9db1a5-66be-472f-a4b1-eeb9dd42264e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223e092c-95dd-4973-9ca0-620decd2a369', 'name': 'tempest-TestVolumeBootPattern-645927970-router', 'tenant_id': 'd0585cddd427488ba1adb47dba5a4201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '3d8b5c77-8b4c-4327-a42b-868d14ccf573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:35Z', 'updated_at': '2021-12-15T14:21:39Z', 'revision_number': 4, 'project_id': 'd0585cddd427488ba1adb47dba5a4201', 'gw_port': {'id': '3d8b5c77-8b4c-4327-a42b-868d14ccf573', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:aa:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223e092c-95dd-4973-9ca0-620decd2a369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:36Z', 'updated_at': '2021-12-15T14:21:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': 'd1f5f043-d829-4bef-afd9-ae09c5f74a9f', 'name': '', 'network_id': '61800182-e7ab-4ea2-a62f-87cd7ab263b9', 'tenant_id': 'd0585cddd427488ba1adb47dba5a4201', 'mac_address': 'fa:16:3e:40:8d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223e092c-95dd-4973-9ca0-620decd2a369', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'b546bd96-0ba9-42b9-91c3-9ea5664f4fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:38Z', 'updated_at': '2021-12-15T14:21:39Z', 'revision_number': 2, 'project_id': 'd0585cddd427488ba1adb47dba5a4201', 'subnets': [{'id': 'b546bd96-0ba9-42b9-91c3-9ea5664f4fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:41.754179 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-bf5abdef-4f28-4d68-aeef-878936b1f6cb tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3190167 Dec 15 14:21:41.754410 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 43718) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:41.759835 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-afa160cb-e447-4e74-ad66-64655cc4a28c tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Request body: {'security_group_rule': {'security_group_id': '529b4721-de16-4919-9a84-ca12f4925c1f', 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:21:41.778088 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9db1a5-66be-472f-a4b1-eeb9dd42264e None None] Checking router: 223e092c-95dd-4973-9ca0-620decd2a369 for host: dv-cinder-813229-4-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:21:41.778441 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9db1a5-66be-472f-a4b1-eeb9dd42264e None None] Updating router 223e092c-95dd-4973-9ca0-620decd2a369 port d1f5f043-d829-4bef-afd9-ae09c5f74a9f binding host dv-cinder-813229-4-iscsi {{(pid=103147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 14:21:41.804428 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0b9db1a5-66be-472f-a4b1-eeb9dd42264e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:41.863728 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-afa160cb-e447-4e74-ad66-64655cc4a28c tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:41.904051 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 3d8b5c77-8b4c-4327-a42b-868d14ccf573 up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:21:41.929467 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-afa160cb-e447-4e74-ad66-64655cc4a28c tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:41.957075 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port 3d8b5c77-8b4c-4327-a42b-868d14ccf573 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:41.957743 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:42.010045 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-afa160cb-e447-4e74-ad66-64655cc4a28c tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629912'] for security_group_rule, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:42.031628 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa160cb-e447-4e74-ad66-64655cc4a28c tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68eb3845-3baa-4253-8e9e-32cc46c489f3,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:42.040551 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:42.061804 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] For port 3d8b5c77-8b4c-4327-a42b-868d14ccf573, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=3d8b5c77-8b4c-4327-a42b-868d14ccf573,segment=NetworkSegment(c751ab6f-1098-4cf9-a0b7-c17ede87015d),segment_id=c751ab6f-1098-4cf9-a0b7-c17ede87015d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:21:42.074737 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 3d72ae9c-c585-49b8-882a-896f0401fd24 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:21:42.089144 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0b9db1a5-66be-472f-a4b1-eeb9dd42264e None None] Publish callbacks [] for port, precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:42.120083 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-afa160cb-e447-4e74-ad66-64655cc4a28c tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:42.121451 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-afa160cb-e447-4e74-ad66-64655cc4a28c tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3659737 Dec 15 14:21:42.124102 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 43722) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:42.128702 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-5c328bc3-1bc6-4941-87f2-943f0316b587 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Request body: {'security_group_rule': {'security_group_id': '529b4721-de16-4919-9a84-ca12f4925c1f', 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:21:42.176189 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 3d72ae9c-c585-49b8-882a-896f0401fd24, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3d72ae9c-c585-49b8-882a-896f0401fd24,segment=NetworkSegment(218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7),segment_id=218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:21:42.178363 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:42.207849 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Returning: {'device': '3d72ae9c-c585-49b8-882a-896f0401fd24', 'network_id': '8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8', 'port_id': '3d72ae9c-c585-49b8-882a-896f0401fd24', 'mac_address': 'fa:16:3e:f4:ab:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb6d61b-95a9-4102-9451-a2a0a667f055', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:21:42.243370 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0b9db1a5-66be-472f-a4b1-eeb9dd42264e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:42.268228 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Pushing event updated for resources: {'Port': ['ID=3d8b5c77-8b4c-4327-a42b-868d14ccf573,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:42.276919 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:42.278636 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5c328bc3-1bc6-4941-87f2-943f0316b587 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:42.299068 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d72ae9c-c585-49b8-882a-896f0401fd24 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:21:42.322711 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23564b-4212-46bd-bf40-db989982979b None None] Pushing event updated for resources: {'Port': ['ID=d1f5f043-d829-4bef-afd9-ae09c5f74a9f,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:42.327848 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 3d72ae9c-c585-49b8-882a-896f0401fd24, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3d72ae9c-c585-49b8-882a-896f0401fd24,segment=NetworkSegment(218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7),segment_id=218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:21:42.365627 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-0b9db1a5-66be-472f-a4b1-eeb9dd42264e None None] Attempting to bind port d1f5f043-d829-4bef-afd9-ae09c5f74a9f on host dv-cinder-813229-4-iscsi for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:21:42.365627 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-0b9db1a5-66be-472f-a4b1-eeb9dd42264e None None] Attempting to bind port d1f5f043-d829-4bef-afd9-ae09c5f74a9f by drivers openvswitch,hyperv on host dv-cinder-813229-4-iscsi at level 0 using segments [{'id': 'b16e109a-56c9-411e-93d8-223cbc09c2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '61800182-e7ab-4ea2-a62f-87cd7ab263b9'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:21:42.365627 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9db1a5-66be-472f-a4b1-eeb9dd42264e None None] Attempting to bind port d1f5f043-d829-4bef-afd9-ae09c5f74a9f on network 61800182-e7ab-4ea2-a62f-87cd7ab263b9 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:21:42.369774 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5c328bc3-1bc6-4941-87f2-943f0316b587 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:42.373905 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9db1a5-66be-472f-a4b1-eeb9dd42264e None None] Checking agent: {'id': '939e8715-7657-4010-a58c-eb05979aa89f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 5, 9), 'started_at': datetime.datetime(2021, 12, 15, 14, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:21:42.374433 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9db1a5-66be-472f-a4b1-eeb9dd42264e None None] Checking segment: {'id': 'b16e109a-56c9-411e-93d8-223cbc09c2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '61800182-e7ab-4ea2-a62f-87cd7ab263b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:21:42.374993 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0b9db1a5-66be-472f-a4b1-eeb9dd42264e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:42.375500 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9db1a5-66be-472f-a4b1-eeb9dd42264e None None] Bound using segment: {'id': 'b16e109a-56c9-411e-93d8-223cbc09c2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '61800182-e7ab-4ea2-a62f-87cd7ab263b9'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:21:42.376145 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-0b9db1a5-66be-472f-a4b1-eeb9dd42264e None None] Bound port: d1f5f043-d829-4bef-afd9-ae09c5f74a9f, host: dv-cinder-813229-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16e109a-56c9-411e-93d8-223cbc09c2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '61800182-e7ab-4ea2-a62f-87cd7ab263b9'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:21:42.376657 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0b9db1a5-66be-472f-a4b1-eeb9dd42264e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:42.415956 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:42.441631 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8a201-3d95-48fd-973b-8382e4bca477 req-222ffa7c-5a91-48e8-8222-dce0b7aa82ea tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:42.450360 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c2b8a201-3d95-48fd-973b-8382e4bca477 req-222ffa7c-5a91-48e8-8222-dce0b7aa82ea tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 943 time: 0.0611246 Dec 15 14:21:42.458274 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5c328bc3-1bc6-4941-87f2-943f0316b587 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629912'] for security_group_rule, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:42.464647 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-0b9db1a5-66be-472f-a4b1-eeb9dd42264e None None] For port d1f5f043-d829-4bef-afd9-ae09c5f74a9f, host dv-cinder-813229-4-iscsi, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:21:42.468122 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-0b9db1a5-66be-472f-a4b1-eeb9dd42264e None None] For port d1f5f043-d829-4bef-afd9-ae09c5f74a9f, host dv-cinder-813229-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=d1f5f043-d829-4bef-afd9-ae09c5f74a9f,segment=NetworkSegment(b16e109a-56c9-411e-93d8-223cbc09c2f6),segment_id=b16e109a-56c9-411e-93d8-223cbc09c2f6)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:21:42.474505 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=3d72ae9c-c585-49b8-882a-896f0401fd24,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:42.491700 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c328bc3-1bc6-4941-87f2-943f0316b587 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ce17fa-11ec-4a43-9264-3d5844ccbfad,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:42.521814 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c2b8a201-3d95-48fd-973b-8382e4bca477 req-13694552-54e1-4d59-9708-3207f8d34c04 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704937 Dec 15 14:21:42.535522 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0b9db1a5-66be-472f-a4b1-eeb9dd42264e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:42.565568 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5c328bc3-1bc6-4941-87f2-943f0316b587 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:42.567183 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-5c328bc3-1bc6-4941-87f2-943f0316b587 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4414766 Dec 15 14:21:42.569516 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 43726) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:42.575543 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-5ad74243-6ca1-46a7-9719-4dad5199124f tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Request body: {'security_group_rule': {'security_group_id': '529b4721-de16-4919-9a84-ca12f4925c1f', 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:21:42.594039 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9db1a5-66be-472f-a4b1-eeb9dd42264e None None] Routers {'223e092c-95dd-4973-9ca0-620decd2a369'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:21:42.594841 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-0b9db1a5-66be-472f-a4b1-eeb9dd42264e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:21:36Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['223e092c-95dd-4973-9ca0-620decd2a369'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:42.605108 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-8113b687-0d64-4e91-86c2-a75e8b8986f9 None None] Provisioning complete for port d1f5f043-d829-4bef-afd9-ae09c5f74a9f triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:42.605485 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8113b687-0d64-4e91-86c2-a75e8b8986f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:42.631367 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['3d72ae9c-c585-49b8-882a-896f0401fd24'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:21:42.654192 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.db.securitygroups_db [None req-5ad74243-6ca1-46a7-9719-4dad5199124f tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Project cd38f26fb8464e569d886ee7fa407464 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:21:42.659794 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5ad74243-6ca1-46a7-9719-4dad5199124f tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:42.677760 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23564b-4212-46bd-bf40-db989982979b None None] Pushing event updated for resources: {'Port': ['ID=d1f5f043-d829-4bef-afd9-ae09c5f74a9f,revision_number=4']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:42.735523 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5ad74243-6ca1-46a7-9719-4dad5199124f tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:42.743006 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-0b9db1a5-66be-472f-a4b1-eeb9dd42264e None None] Set router 223e092c-95dd-4973-9ca0-620decd2a369 gateway port host: dv-cinder-813229-4-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:21:42.760161 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8113b687-0d64-4e91-86c2-a75e8b8986f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:42.819631 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5ad74243-6ca1-46a7-9719-4dad5199124f tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629912'] for security_group_rule, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:42.823670 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-8113b687-0d64-4e91-86c2-a75e8b8986f9 None None] For port d1f5f043-d829-4bef-afd9-ae09c5f74a9f, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=d1f5f043-d829-4bef-afd9-ae09c5f74a9f,segment=NetworkSegment(b16e109a-56c9-411e-93d8-223cbc09c2f6),segment_id=b16e109a-56c9-411e-93d8-223cbc09c2f6)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:21:42.842100 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad74243-6ca1-46a7-9719-4dad5199124f tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37ec9aad-56c3-4451-a425-137b6c63af99,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:42.903539 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8113b687-0d64-4e91-86c2-a75e8b8986f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:42.923905 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5ad74243-6ca1-46a7-9719-4dad5199124f tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:42.927971 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-5ad74243-6ca1-46a7-9719-4dad5199124f tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3560019 Dec 15 14:21:42.928333 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 43732) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:42.934264 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-7396ab32-49bf-4dd5-a110-11bdbd2d6465 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Request body: {'security_group_rule': {'security_group_id': '529b4721-de16-4919-9a84-ca12f4925c1f', 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:21:42.974266 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-0b9db1a5-66be-472f-a4b1-eeb9dd42264e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223e092c-95dd-4973-9ca0-620decd2a369', 'name': 'tempest-TestVolumeBootPattern-645927970-router', 'tenant_id': 'd0585cddd427488ba1adb47dba5a4201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '3d8b5c77-8b4c-4327-a42b-868d14ccf573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:35Z', 'updated_at': '2021-12-15T14:21:39Z', 'revision_number': 4, 'project_id': 'd0585cddd427488ba1adb47dba5a4201', 'gw_port': {'id': '3d8b5c77-8b4c-4327-a42b-868d14ccf573', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:aa:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e092c-95dd-4973-9ca0-620decd2a369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:36Z', 'updated_at': '2021-12-15T14:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': 'd1f5f043-d829-4bef-afd9-ae09c5f74a9f', 'name': '', 'network_id': '61800182-e7ab-4ea2-a62f-87cd7ab263b9', 'tenant_id': 'd0585cddd427488ba1adb47dba5a4201', 'mac_address': 'fa:16:3e:40:8d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223e092c-95dd-4973-9ca0-620decd2a369', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'b546bd96-0ba9-42b9-91c3-9ea5664f4fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:38Z', 'updated_at': '2021-12-15T14:21:42Z', 'revision_number': 4, 'project_id': 'd0585cddd427488ba1adb47dba5a4201', 'subnets': [{'id': 'b546bd96-0ba9-42b9-91c3-9ea5664f4fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:21:42.990394 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113b687-0d64-4e91-86c2-a75e8b8986f9 None None] Pushing event updated for resources: {'Port': ['ID=d1f5f043-d829-4bef-afd9-ae09c5f74a9f,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:43.002488 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9db1a5-66be-472f-a4b1-eeb9dd42264e None None] The sync data for ids ['223e092c-95dd-4973-9ca0-620decd2a369'] in dv-cinder-813229-4-iscsi is: [{'id': '223e092c-95dd-4973-9ca0-620decd2a369', 'name': 'tempest-TestVolumeBootPattern-645927970-router', 'tenant_id': 'd0585cddd427488ba1adb47dba5a4201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '3d8b5c77-8b4c-4327-a42b-868d14ccf573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:35Z', 'updated_at': '2021-12-15T14:21:39Z', 'revision_number': 4, 'project_id': 'd0585cddd427488ba1adb47dba5a4201', 'gw_port': {'id': '3d8b5c77-8b4c-4327-a42b-868d14ccf573', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:aa:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e092c-95dd-4973-9ca0-620decd2a369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:36Z', 'updated_at': '2021-12-15T14:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': 'd1f5f043-d829-4bef-afd9-ae09c5f74a9f', 'name': '', 'network_id': '61800182-e7ab-4ea2-a62f-87cd7ab263b9', 'tenant_id': 'd0585cddd427488ba1adb47dba5a4201', 'mac_address': 'fa:16:3e:40:8d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223e092c-95dd-4973-9ca0-620decd2a369', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'b546bd96-0ba9-42b9-91c3-9ea5664f4fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:38Z', 'updated_at': '2021-12-15T14:21:42Z', 'revision_number': 4, 'project_id': 'd0585cddd427488ba1adb47dba5a4201', 'subnets': [{'id': 'b546bd96-0ba9-42b9-91c3-9ea5664f4fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:21:43.022514 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-8aa3cd2d-b3e0-4c33-b421-5fc505638604 None None] Provisioning complete for port d1f5f043-d829-4bef-afd9-ae09c5f74a9f triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:43.022991 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8aa3cd2d-b3e0-4c33-b421-5fc505638604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:43.029493 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.db.securitygroups_db [None req-7396ab32-49bf-4dd5-a110-11bdbd2d6465 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Project cd38f26fb8464e569d886ee7fa407464 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 14:21:43.036336 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7396ab32-49bf-4dd5-a110-11bdbd2d6465 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:43.167483 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7396ab32-49bf-4dd5-a110-11bdbd2d6465 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:43.278044 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7396ab32-49bf-4dd5-a110-11bdbd2d6465 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629912'] for security_group_rule, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:43.300253 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7396ab32-49bf-4dd5-a110-11bdbd2d6465 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd48d8d-611e-4271-b06d-dab8e97cf4c8,revision_number=0']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:43.365795 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-7396ab32-49bf-4dd5-a110-11bdbd2d6465 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:43.367025 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-7396ab32-49bf-4dd5-a110-11bdbd2d6465 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4376950 Dec 15 14:21:43.664912 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168ac39-4f1c-4bd1-aeec-a1cec270be64 req-73f319af-bee4-4bb5-a1d2-b0745e68acf4 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:43.666863 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7168ac39-4f1c-4bd1-aeec-a1cec270be64 req-73f319af-bee4-4bb5-a1d2-b0745e68acf4 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 944 time: 0.0567594 Dec 15 14:21:43.722746 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7168ac39-4f1c-4bd1-aeec-a1cec270be64 req-130c6654-6334-4efb-ae85-9e8a7ffe1ce6 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481815 Dec 15 14:21:43.943415 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 3d8b5c77-8b4c-4327-a42b-868d14ccf573 up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:21:43.999245 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port 3d8b5c77-8b4c-4327-a42b-868d14ccf573 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:43.999844 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:44.081430 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device d1f5f043-d829-4bef-afd9-ae09c5f74a9f up at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:21:44.107687 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 3d72ae9c-c585-49b8-882a-896f0401fd24 up at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:21:44.171457 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Provisioning complete for port d1f5f043-d829-4bef-afd9-ae09c5f74a9f triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:44.171759 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:44.201823 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning complete for port 3d72ae9c-c585-49b8-882a-896f0401fd24 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:21:44.202960 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:44.326588 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:44.350092 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623f52db-82aa-423a-9b24-6eeac638c872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d72ae9c-c585-49b8-882a-896f0401fd24'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:21:44.352661 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563fd6401afa6af5759f990961882efb87115f058b142029c69814770c0d1fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f3525d-347c-4f93-906e-d22358af6fc5" -d '{"events": [{"server_uuid": "623f52db-82aa-423a-9b24-6eeac638c872", "name": "network-vif-plugged", "status": "completed", "tag": "3d72ae9c-c585-49b8-882a-896f0401fd24"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:21:44.366071 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 3d72ae9c-c585-49b8-882a-896f0401fd24, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3d72ae9c-c585-49b8-882a-896f0401fd24,segment=NetworkSegment(218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7),segment_id=218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:21:44.395005 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffb14d5-811b-476a-b302-2621209162ec x-openstack-request-id: req-bffb14d5-811b-476a-b302-2621209162ec {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:21:44.395311 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623f52db-82aa-423a-9b24-6eeac638c872", "name": "network-vif-plugged", "status": "completed", "tag": "3d72ae9c-c585-49b8-882a-896f0401fd24", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:21:44.395576 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bffb14d5-811b-476a-b302-2621209162ec {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:21:44.396024 dv-cinder-813229-4-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623f52db-82aa-423a-9b24-6eeac638c872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d72ae9c-c585-49b8-882a-896f0401fd24', 'code': 200} Dec 15 14:21:44.430628 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:44.480067 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=3d72ae9c-c585-49b8-882a-896f0401fd24,revision_number=8']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:44.685965 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba48c4-bd27-40ef-a7b6-b0e1485ac3c7 req-853575c2-bf3c-4e39-b29a-5fe38e7a4d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:44.688064 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-01ba48c4-bd27-40ef-a7b6-b0e1485ac3c7 req-853575c2-bf3c-4e39-b29a-5fe38e7a4d4b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 1098 time: 0.0426338 Dec 15 14:21:44.735282 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-01ba48c4-bd27-40ef-a7b6-b0e1485ac3c7 req-82075c8a-b173-4627-8bd4-4f6673b7aa90 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409639 Dec 15 14:21:45.100218 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852ad01-9249-414a-83db-4a75eb837920 req-2f7e3caf-6614-49e8-8f3e-cc8be7c9240a tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:45.101708 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1852ad01-9249-414a-83db-4a75eb837920 req-2f7e3caf-6614-49e8-8f3e-cc8be7c9240a tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 945 time: 0.3097408 Dec 15 14:21:45.154999 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-1852ad01-9249-414a-83db-4a75eb837920 req-3fc1f10b-ad52-41aa-8773-7047847959a3 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462301 Dec 15 14:21:45.950946 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 43812) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:46.060106 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5389c80b-013e-4c16-a7b4-cf0a94e03315 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:46.136791 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5389c80b-013e-4c16-a7b4-cf0a94e03315 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:46.203642 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-5389c80b-013e-4c16-a7b4-cf0a94e03315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:46.253147 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-5389c80b-013e-4c16-a7b4-cf0a94e03315 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7a8bd11bda224b3ea87e80fbd7f2ae3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3010058 Dec 15 14:21:46.255889 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 43818) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:21:46.267010 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389c80b-013e-4c16-a7b4-cf0a94e03315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adb3432-e3b2-4d14-8c61-43876271de24,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:46.292189 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360eb41-d431-4d6d-b6f6-769087593cdf req-245df7f2-04ea-4719-aea5-d297e4b6cf04 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:21:46.293726 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4360eb41-d431-4d6d-b6f6-769087593cdf req-245df7f2-04ea-4719-aea5-d297e4b6cf04 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 945 time: 0.0636084 Dec 15 14:21:46.318991 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-661a673b-0d16-4c1f-b58f-168fcfa0aa3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:46.343807 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-661a673b-0d16-4c1f-b58f-168fcfa0aa3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:46.351168 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4360eb41-d431-4d6d-b6f6-769087593cdf req-5cbfc731-084c-473f-a34f-03d57f651148 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507503 Dec 15 14:21:46.459209 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-661a673b-0d16-4c1f-b58f-168fcfa0aa3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:46.462116 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-661a673b-0d16-4c1f-b58f-168fcfa0aa3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:21:46.463448 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-661a673b-0d16-4c1f-b58f-168fcfa0aa3d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2adb3432-e3b2-4d14-8c61-43876271de24 HTTP/1.1" status: 204 len: 168 time: 0.2065384 Dec 15 14:21:46.471490 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a673b-0d16-4c1f-b58f-168fcfa0aa3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adb3432-e3b2-4d14-8c61-43876271de24,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:21:47.356039 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:21:49.901400 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:03.310859 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d24e3eb5-436d-487c-909c-a49545fb0db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:04.489681 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-b14c04f6-1cb5-433d-94be-fe04d91ed33e tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1269419461&fields=id&tenant_id=cd38f26fb8464e569d886ee7fa407464 HTTP/1.1" status: 200 len: 267 time: 0.0494087 Dec 15 14:22:04.595861 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-ecc934d5-8505-420e-bf68-8390c0ef0685 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:04.597356 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-ecc934d5-8505-420e-bf68-8390c0ef0685 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/networks?id=d45a2324-0e28-4a72-9746-c7e5b98cb828 HTTP/1.1" status: 200 len: 812 time: 0.1010089 Dec 15 14:22:04.612602 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-f6a1ac26-fdab-4dc3-ac8e-31f2d7c1a008 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/quotas/cd38f26fb8464e569d886ee7fa407464 HTTP/1.1" status: 200 len: 375 time: 0.0094783 Dec 15 14:22:04.666673 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-70b18f56-69d9-43bb-a57c-e41dca105e21 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd38f26fb8464e569d886ee7fa407464&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486078 Dec 15 14:22:04.760954 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-ca76e2cb-28e0-446d-9240-20f9a40a3dd9 service neutron] 10.222.0.36 "GET /v2.0/networks/d45a2324-0e28-4a72-9746-c7e5b98cb828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818684 Dec 15 14:22:04.854986 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-c06755f0-6608-4793-930e-f433364eebb1 service neutron] 10.222.0.36 "GET /v2.0/networks/d45a2324-0e28-4a72-9746-c7e5b98cb828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878556 Dec 15 14:22:05.433728 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-38fd37e7-41cb-478e-81a1-848af767d28e req-f147216d-82b5-48b3-93a4-1c2aeec8a929 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a103b57-3cd0-4e9f-877a-636aabdadd7c HTTP/1.1" status: 200 len: 210 time: 0.0308340 Dec 15 14:22:05.825615 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fdb9c855-6dee-4d8b-a167-af4513050eca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:06.529228 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-91cd2d50-69d3-49c5-b2b7-90c3f42bb0d1 req-bdefa76d-332c-4d69-a20d-dee7d2bf67a9 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a103b57-3cd0-4e9f-877a-636aabdadd7c HTTP/1.1" status: 200 len: 210 time: 0.0257454 Dec 15 14:22:07.020190 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:07.552550 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-e5170cd9-3b38-45ca-991c-2a47307d5048 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:07.554129 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-e5170cd9-3b38-45ca-991c-2a47307d5048 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.54 "GET /v2.0/networks?id=d45a2324-0e28-4a72-9746-c7e5b98cb828 HTTP/1.1" status: 200 len: 812 time: 0.1105015 Dec 15 14:22:07.619713 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-8a39949e-0300-470b-96d9-04e9874b74a8 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd38f26fb8464e569d886ee7fa407464 HTTP/1.1" status: 200 len: 380 time: 0.0542283 Dec 15 14:22:07.629492 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a841a31c-fccb-46e1-8ae7-e4a392c8d178 req-9d126867-2eb2-4be2-8301-a7b9c6d497d8 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a103b57-3cd0-4e9f-877a-636aabdadd7c HTTP/1.1" status: 200 len: 210 time: 0.0269349 Dec 15 14:22:07.630325 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-708c6008-a0ad-4806-83f2-4e889ad69066 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Request body: {'port': {'device_id': '9a103b57-3cd0-4e9f-877a-636aabdadd7c', 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'admin_state_up': True, 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'security_groups': ['529b4721-de16-4919-9a84-ca12f4925c1f']}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:22:07.821172 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-708c6008-a0ad-4806-83f2-4e889ad69066 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Made reservation on behalf of cd38f26fb8464e569d886ee7fa407464 for: {'port': 1} {{(pid=103144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:22:07.824345 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-708c6008-a0ad-4806-83f2-4e889ad69066 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:07.949265 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.db_base_plugin_common [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-708c6008-a0ad-4806-83f2-4e889ad69066 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Allocated IP 172.20.0.6 (d45a2324-0e28-4a72-9746-c7e5b98cb828/4cdae80b-2821-492e-b671-8fe55c42de47/34ee6a29-ca52-4613-a2f8-9da356bd45e3) {{(pid=103144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:22:08.103722 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-708c6008-a0ad-4806-83f2-4e889ad69066 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for port, precommit_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:08.207606 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:08.209610 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-708c6008-a0ad-4806-83f2-4e889ad69066 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59071379'] for port, after_create {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:08.259317 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-708c6008-a0ad-4806-83f2-4e889ad69066 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Network d45a2324-0e28-4a72-9746-c7e5b98cb828 is already hosted by enough agents. {{(pid=103144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:22:08.262602 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.base_scheduler [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-708c6008-a0ad-4806-83f2-4e889ad69066 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Resources bound (agent type, host, resource id): {{(pid=103144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:22:08.267275 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-708c6008-a0ad-4806-83f2-4e889ad69066 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Received port after_create {{(pid=103144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:22:08.277141 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708c6008-a0ad-4806-83f2-4e889ad69066 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Pushing event updated for resources: {'Port': ['ID=34ee6a29-ca52-4613-a2f8-9da356bd45e3,revision_number=1']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:08.325634 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-708c6008-a0ad-4806-83f2-4e889ad69066 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:08.325634 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-708c6008-a0ad-4806-83f2-4e889ad69066 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:08.416123 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-708c6008-a0ad-4806-83f2-4e889ad69066 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7896705 Dec 15 14:22:08.428803 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.v2.base [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-bb0a2a1d-682a-4d57-8b8d-e746668980a3 service neutron] Request body: {'port': {'device_id': '9a103b57-3cd0-4e9f-877a-636aabdadd7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:22:08.486874 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-bb0a2a1d-682a-4d57-8b8d-e746668980a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:08.531606 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-5147f77e-6732-4aa6-8e61-8c18997f7965 None None] Provisioning complete for port 34ee6a29-ca52-4613-a2f8-9da356bd45e3 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:22:08.532205 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5147f77e-6732-4aa6-8e61-8c18997f7965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:08.571404 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5147f77e-6732-4aa6-8e61-8c18997f7965 None None] Port 34ee6a29-ca52-4613-a2f8-9da356bd45e3 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:22:08.756207 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.notifiers.nova [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-bb0a2a1d-682a-4d57-8b8d-e746668980a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34ee6a29-ca52-4613-a2f8-9da356bd45e3 {{(pid=103144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:22:08.757930 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b17fa0-1380-40b5-ba74-819612d32c0a req-f4049295-8f30-4e6d-9196-803e977e7c24 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:08.759416 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-91b17fa0-1380-40b5-ba74-819612d32c0a req-f4049295-8f30-4e6d-9196-803e977e7c24 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a103b57-3cd0-4e9f-877a-636aabdadd7c HTTP/1.1" status: 200 len: 931 time: 0.0571313 Dec 15 14:22:08.764008 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-bb0a2a1d-682a-4d57-8b8d-e746668980a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:08.782578 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.provisioning_blocks [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-bb0a2a1d-682a-4d57-8b8d-e746668980a3 service neutron] Transition to ACTIVE for port object 34ee6a29-ca52-4613-a2f8-9da356bd45e3 will not be triggered until provisioned by entity L2. {{(pid=103144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:22:08.811918 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-91b17fa0-1380-40b5-ba74-819612d32c0a req-547dcb45-c644-4d75-8bc1-7582e5e8da61 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458767 Dec 15 14:22:08.842728 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-bb0a2a1d-682a-4d57-8b8d-e746668980a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59071466'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:08.912223 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a2a1d-682a-4d57-8b8d-e746668980a3 service neutron] Pushing event updated for resources: {'Port': ['ID=34ee6a29-ca52-4613-a2f8-9da356bd45e3,revision_number=2']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:08.966323 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-bb0a2a1d-682a-4d57-8b8d-e746668980a3 service neutron] Attempting to bind port 34ee6a29-ca52-4613-a2f8-9da356bd45e3 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:22:08.967687 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-bb0a2a1d-682a-4d57-8b8d-e746668980a3 service neutron] Attempting to bind port 34ee6a29-ca52-4613-a2f8-9da356bd45e3 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'd1eeb863-062f-4ab7-8059-38341a55dab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828'}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:22:08.967687 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-bb0a2a1d-682a-4d57-8b8d-e746668980a3 service neutron] Attempting to bind port 34ee6a29-ca52-4613-a2f8-9da356bd45e3 on network d45a2324-0e28-4a72-9746-c7e5b98cb828 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:22:08.972351 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-bb0a2a1d-682a-4d57-8b8d-e746668980a3 service neutron] Port 34ee6a29-ca52-4613-a2f8-9da356bd45e3 on network d45a2324-0e28-4a72-9746-c7e5b98cb828 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:22:08.972680 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-bb0a2a1d-682a-4d57-8b8d-e746668980a3 service neutron] Attempting to bind port 34ee6a29-ca52-4613-a2f8-9da356bd45e3 on network d45a2324-0e28-4a72-9746-c7e5b98cb828 {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:22:08.977705 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-bb0a2a1d-682a-4d57-8b8d-e746668980a3 service neutron] Checking agent: {'id': 'ac5d7605-2d06-411e-ba74-ad46eb528a57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 11, 20), 'started_at': datetime.datetime(2021, 12, 15, 14, 11, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:22:08.978046 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-bb0a2a1d-682a-4d57-8b8d-e746668980a3 service neutron] Checking segment: {'id': 'd1eeb863-062f-4ab7-8059-38341a55dab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:22:08.978438 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-bb0a2a1d-682a-4d57-8b8d-e746668980a3 service neutron] Bound using segment: {'id': 'd1eeb863-062f-4ab7-8059-38341a55dab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828'} {{(pid=103144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:22:08.979251 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.managers [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-bb0a2a1d-682a-4d57-8b8d-e746668980a3 service neutron] Bound port: 34ee6a29-ca52-4613-a2f8-9da356bd45e3, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1eeb863-062f-4ab7-8059-38341a55dab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828'}}] {{(pid=103144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:22:08.979556 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-bb0a2a1d-682a-4d57-8b8d-e746668980a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:09.048807 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-bb0a2a1d-682a-4d57-8b8d-e746668980a3 service neutron] For port 34ee6a29-ca52-4613-a2f8-9da356bd45e3, host hv-cinder-81322, cleared binding levels {{(pid=103144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:22:09.051767 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.db [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-bb0a2a1d-682a-4d57-8b8d-e746668980a3 service neutron] For port 34ee6a29-ca52-4613-a2f8-9da356bd45e3, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=34ee6a29-ca52-4613-a2f8-9da356bd45e3,segment=NetworkSegment(d1eeb863-062f-4ab7-8059-38341a55dab3),segment_id=d1eeb863-062f-4ab7-8059-38341a55dab3)] {{(pid=103144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:22:09.111995 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-bb0a2a1d-682a-4d57-8b8d-e746668980a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59071466'] for port, after_update {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:09.151569 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-bb0a2a1d-682a-4d57-8b8d-e746668980a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:09.152212 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-bb0a2a1d-682a-4d57-8b8d-e746668980a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:09.155416 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-bb0a2a1d-682a-4d57-8b8d-e746668980a3 service neutron] 10.222.0.54 "PUT /v2.0/ports/34ee6a29-ca52-4613-a2f8-9da356bd45e3 HTTP/1.1" status: 200 len: 1093 time: 0.7293282 Dec 15 14:22:09.155416 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a103b57-3cd0-4e9f-877a-636aabdadd7c', 'tag': '34ee6a29-ca52-4613-a2f8-9da356bd45e3'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:22:09.156678 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85a0f3a80b1f03eae3b213f201473723e4c4eee54091eafe51cfe768d2ea106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72450656-ec30-4a0b-bc42-32454fd3eaef" -d '{"events": [{"name": "network-changed", "server_uuid": "9a103b57-3cd0-4e9f-877a-636aabdadd7c", "tag": "34ee6a29-ca52-4613-a2f8-9da356bd45e3"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:22:09.176708 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a2a1d-682a-4d57-8b8d-e746668980a3 service neutron] Pushing event updated for resources: {'Port': ['ID=34ee6a29-ca52-4613-a2f8-9da356bd45e3,revision_number=3']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:09.204596 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310d3dd8-f82a-42b8-b1ba-8157fb6d046b x-openstack-request-id: req-310d3dd8-f82a-42b8-b1ba-8157fb6d046b {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:22:09.211491 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a103b57-3cd0-4e9f-877a-636aabdadd7c", "tag": "34ee6a29-ca52-4613-a2f8-9da356bd45e3", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:22:09.211491 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-310d3dd8-f82a-42b8-b1ba-8157fb6d046b {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:22:09.211491 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a103b57-3cd0-4e9f-877a-636aabdadd7c', 'tag': '34ee6a29-ca52-4613-a2f8-9da356bd45e3', 'status': 'completed', 'code': 200} Dec 15 14:22:09.282813 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72450656-ec30-4a0b-bc42-32454fd3eaef req-1469b957-6be4-49ab-ae05-435c5ca6d4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:09.284398 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-72450656-ec30-4a0b-bc42-32454fd3eaef req-1469b957-6be4-49ab-ae05-435c5ca6d4d6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cd38f26fb8464e569d886ee7fa407464&device_id=9a103b57-3cd0-4e9f-877a-636aabdadd7c HTTP/1.1" status: 200 len: 1096 time: 0.0532675 Dec 15 14:22:09.311512 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:09.631198 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72450656-ec30-4a0b-bc42-32454fd3eaef req-6ab77101-a675-4eba-9ab4-6546dd93ae51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:09.632702 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-72450656-ec30-4a0b-bc42-32454fd3eaef req-6ab77101-a675-4eba-9ab4-6546dd93ae51 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=cd38f26fb8464e569d886ee7fa407464&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3384035 Dec 15 14:22:09.730034 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72450656-ec30-4a0b-bc42-32454fd3eaef req-498755aa-0b4d-4df7-aa24-3b53c7c4a354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:09.731416 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-72450656-ec30-4a0b-bc42-32454fd3eaef req-498755aa-0b4d-4df7-aa24-3b53c7c4a354 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907774 Dec 15 14:22:09.813727 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-0e379e1b-1750-43e9-b2c5-65508109c471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:09.815227 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-0e379e1b-1750-43e9-b2c5-65508109c471 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cd38f26fb8464e569d886ee7fa407464&device_id=9a103b57-3cd0-4e9f-877a-636aabdadd7c HTTP/1.1" status: 200 len: 1096 time: 0.0406663 Dec 15 14:22:09.861109 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-38578090-bc71-40b6-971c-2e3f0b4fc0cf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34ee6a29-ca52-4613-a2f8-9da356bd45e3 HTTP/1.1" status: 200 len: 217 time: 0.0358706 Dec 15 14:22:09.920967 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-cd6cf345-9047-42ff-a310-1c026686cb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:09.923271 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-cd6cf345-9047-42ff-a310-1c026686cb56 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4cdae80b-2821-492e-b671-8fe55c42de47 HTTP/1.1" status: 200 len: 851 time: 0.0450621 Dec 15 14:22:09.928354 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b86a5d-2d10-4ca7-acaf-f1e3873b12ec req-95b332e9-f74d-4dc3-9d1f-6c06a259f65f tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:09.929814 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b3b86a5d-2d10-4ca7-acaf-f1e3873b12ec req-95b332e9-f74d-4dc3-9d1f-6c06a259f65f tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a103b57-3cd0-4e9f-877a-636aabdadd7c HTTP/1.1" status: 200 len: 943 time: 0.0491908 Dec 15 14:22:09.973975 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-3dfd4a12-6148-48f3-a518-fd2aa49e0977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:09.975532 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-3dfd4a12-6148-48f3-a518-fd2aa49e0977 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d45a2324-0e28-4a72-9746-c7e5b98cb828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450144 Dec 15 14:22:09.981053 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b3b86a5d-2d10-4ca7-acaf-f1e3873b12ec req-3f474372-1623-4bf9-b52c-999c4d7906b1 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446506 Dec 15 14:22:10.066267 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-98e6c520-1380-4272-9821-e471502a4f26 service neutron] 10.222.0.54 "GET /v2.0/networks/d45a2324-0e28-4a72-9746-c7e5b98cb828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822318 Dec 15 14:22:10.168456 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-6d8956f2-443c-4a6d-a5b9-5866da856ede req-942d968f-6f0a-4879-9105-5850f70b5745 service neutron] 10.222.0.54 "GET /v2.0/networks/d45a2324-0e28-4a72-9746-c7e5b98cb828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941777 Dec 15 14:22:11.101339 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d864c-2471-41c5-b5da-7c2cbef9a166 req-6a1b20d2-692b-464a-9e31-65603917ec3f tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:11.102821 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-548d864c-2471-41c5-b5da-7c2cbef9a166 req-6a1b20d2-692b-464a-9e31-65603917ec3f tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a103b57-3cd0-4e9f-877a-636aabdadd7c HTTP/1.1" status: 200 len: 943 time: 0.0489047 Dec 15 14:22:11.161375 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-548d864c-2471-41c5-b5da-7c2cbef9a166 req-e4f067ad-bd7a-4eac-a61d-43f419266895 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516548 Dec 15 14:22:12.277280 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c24f1-9f93-4392-815e-1bc8386a270b req-c6ecd0f5-f8ec-47fb-9076-573443a6e80b tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:12.278748 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d47c24f1-9f93-4392-815e-1bc8386a270b req-c6ecd0f5-f8ec-47fb-9076-573443a6e80b tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a103b57-3cd0-4e9f-877a-636aabdadd7c HTTP/1.1" status: 200 len: 943 time: 0.0483048 Dec 15 14:22:12.331123 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d47c24f1-9f93-4392-815e-1bc8386a270b req-6fc4622b-2577-4fbe-bdbd-2b1c17c496ca tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457561 Dec 15 14:22:13.444740 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cde8f3-24fa-4ad0-acb7-6af7acbe0313 req-cd96398f-1c30-4ed2-ad4b-db1fd8a7d221 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:13.446268 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a7cde8f3-24fa-4ad0-acb7-6af7acbe0313 req-cd96398f-1c30-4ed2-ad4b-db1fd8a7d221 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a103b57-3cd0-4e9f-877a-636aabdadd7c HTTP/1.1" status: 200 len: 943 time: 0.0488780 Dec 15 14:22:13.497726 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a7cde8f3-24fa-4ad0-acb7-6af7acbe0313 req-a374fdcf-0487-434c-859e-e107c8b5235c tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452952 Dec 15 14:22:14.618989 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9693b87-a5f2-499d-a0ba-d68a51ae4a66 req-273c8625-adf8-413d-9c12-fb7823468b6b tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:14.620466 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d9693b87-a5f2-499d-a0ba-d68a51ae4a66 req-273c8625-adf8-413d-9c12-fb7823468b6b tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a103b57-3cd0-4e9f-877a-636aabdadd7c HTTP/1.1" status: 200 len: 943 time: 0.0544159 Dec 15 14:22:14.670200 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d9693b87-a5f2-499d-a0ba-d68a51ae4a66 req-634a1bcf-0e31-4997-8208-5728ece351b0 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437729 Dec 15 14:22:15.786675 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e856f-70e2-47a5-a646-0b08de50f731 req-e5f16a53-0b64-45b4-b476-afb2672ff1ea tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:15.788077 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-aa9e856f-70e2-47a5-a646-0b08de50f731 req-e5f16a53-0b64-45b4-b476-afb2672ff1ea tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a103b57-3cd0-4e9f-877a-636aabdadd7c HTTP/1.1" status: 200 len: 943 time: 0.0493209 Dec 15 14:22:15.838586 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-aa9e856f-70e2-47a5-a646-0b08de50f731 req-4c82fd03-9ce8-4ebe-9593-cedee6881792 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444884 Dec 15 14:22:16.955604 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66725e74-2b0b-409f-b297-2cf224a72624 req-4772308a-9ea1-4ac4-bcb7-4e05bbfb2c29 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:16.957097 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-66725e74-2b0b-409f-b297-2cf224a72624 req-4772308a-9ea1-4ac4-bcb7-4e05bbfb2c29 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a103b57-3cd0-4e9f-877a-636aabdadd7c HTTP/1.1" status: 200 len: 943 time: 0.0522461 Dec 15 14:22:17.005686 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-66725e74-2b0b-409f-b297-2cf224a72624 req-f082c173-4c8c-4f2c-bb0f-462efba59d22 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427222 Dec 15 14:22:18.120309 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb250c-d19e-43d4-884c-cf86db8fcb30 req-46dc43b5-e96f-4b88-b0c6-6038d4c3ef8a tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:18.121810 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b3fb250c-d19e-43d4-884c-cf86db8fcb30 req-46dc43b5-e96f-4b88-b0c6-6038d4c3ef8a tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a103b57-3cd0-4e9f-877a-636aabdadd7c HTTP/1.1" status: 200 len: 943 time: 0.0492148 Dec 15 14:22:18.171108 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b3fb250c-d19e-43d4-884c-cf86db8fcb30 req-4b279dff-8b88-4082-ba41-6e1edaec4a06 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425467 Dec 15 14:22:18.209729 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 34ee6a29-ca52-4613-a2f8-9da356bd45e3 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:22:18.305832 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 34ee6a29-ca52-4613-a2f8-9da356bd45e3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=34ee6a29-ca52-4613-a2f8-9da356bd45e3,segment=NetworkSegment(d1eeb863-062f-4ab7-8059-38341a55dab3),segment_id=d1eeb863-062f-4ab7-8059-38341a55dab3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:22:18.316380 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Returning: {'device': '34ee6a29-ca52-4613-a2f8-9da356bd45e3', 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'port_id': '34ee6a29-ca52-4613-a2f8-9da356bd45e3', 'mac_address': 'fa:16:3e:9f:fa:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:22:18.357227 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:18.370396 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ee6a29-ca52-4613-a2f8-9da356bd45e3 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:22:18.388657 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 34ee6a29-ca52-4613-a2f8-9da356bd45e3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=34ee6a29-ca52-4613-a2f8-9da356bd45e3,segment=NetworkSegment(d1eeb863-062f-4ab7-8059-38341a55dab3),segment_id=d1eeb863-062f-4ab7-8059-38341a55dab3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:22:18.437129 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:18.486217 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=34ee6a29-ca52-4613-a2f8-9da356bd45e3,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:18.806756 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['34ee6a29-ca52-4613-a2f8-9da356bd45e3'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:22:19.284979 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde83b4-bf9d-439b-8d1b-16dc16f45173 req-0d399362-3485-42e5-a2c9-bba292c03421 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:19.286431 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5cde83b4-bf9d-439b-8d1b-16dc16f45173 req-0d399362-3485-42e5-a2c9-bba292c03421 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a103b57-3cd0-4e9f-877a-636aabdadd7c HTTP/1.1" status: 200 len: 944 time: 0.0477316 Dec 15 14:22:19.338303 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5cde83b4-bf9d-439b-8d1b-16dc16f45173 req-d6c526db-865b-4292-8315-75d8d3e02ea1 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459955 Dec 15 14:22:19.892498 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:20.226447 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 34ee6a29-ca52-4613-a2f8-9da356bd45e3 up at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:22:20.322809 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning for port 34ee6a29-ca52-4613-a2f8-9da356bd45e3 completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:22:20.326731 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning complete for port 34ee6a29-ca52-4613-a2f8-9da356bd45e3 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:22:20.327104 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:20.406635 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:20.428869 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a103b57-3cd0-4e9f-877a-636aabdadd7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ee6a29-ca52-4613-a2f8-9da356bd45e3'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:22:20.431113 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563fd6401afa6af5759f990961882efb87115f058b142029c69814770c0d1fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1645d574-a81a-4b17-b4aa-ec5cd128cb10" -d '{"events": [{"server_uuid": "9a103b57-3cd0-4e9f-877a-636aabdadd7c", "name": "network-vif-plugged", "status": "completed", "tag": "34ee6a29-ca52-4613-a2f8-9da356bd45e3"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:22:20.446299 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 34ee6a29-ca52-4613-a2f8-9da356bd45e3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=34ee6a29-ca52-4613-a2f8-9da356bd45e3,segment=NetworkSegment(d1eeb863-062f-4ab7-8059-38341a55dab3),segment_id=d1eeb863-062f-4ab7-8059-38341a55dab3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:22:20.451970 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e414494-eaa9-4e9e-9b9b-9f1b24bb6aa6 req-8c11e8c6-f880-4dee-8119-292fe7b455c8 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:20.453985 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8e414494-eaa9-4e9e-9b9b-9f1b24bb6aa6 req-8c11e8c6-f880-4dee-8119-292fe7b455c8 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a103b57-3cd0-4e9f-877a-636aabdadd7c HTTP/1.1" status: 200 len: 944 time: 0.0488672 Dec 15 14:22:20.471719 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd7d779-8ef4-418f-82d4-9ffb5bcee5bc x-openstack-request-id: req-9fd7d779-8ef4-418f-82d4-9ffb5bcee5bc {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:22:20.472044 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a103b57-3cd0-4e9f-877a-636aabdadd7c", "name": "network-vif-plugged", "status": "completed", "tag": "34ee6a29-ca52-4613-a2f8-9da356bd45e3", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:22:20.472307 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9fd7d779-8ef4-418f-82d4-9ffb5bcee5bc {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:22:20.472707 dv-cinder-813229-4-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a103b57-3cd0-4e9f-877a-636aabdadd7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ee6a29-ca52-4613-a2f8-9da356bd45e3', 'code': 200} Dec 15 14:22:20.504234 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8e414494-eaa9-4e9e-9b9b-9f1b24bb6aa6 req-2358ab81-e64d-4249-b43b-a29f2c51d2b8 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440733 Dec 15 14:22:20.526974 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:20.581533 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=34ee6a29-ca52-4613-a2f8-9da356bd45e3,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:20.833598 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6727d-5b7f-4756-8783-5c6a975e4a31 req-145b7567-e235-4732-bb4f-4f82ca83db0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:20.835151 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-6cd6727d-5b7f-4756-8783-5c6a975e4a31 req-145b7567-e235-4732-bb4f-4f82ca83db0b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9a103b57-3cd0-4e9f-877a-636aabdadd7c HTTP/1.1" status: 200 len: 1098 time: 0.0417149 Dec 15 14:22:20.883487 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-6cd6727d-5b7f-4756-8783-5c6a975e4a31 req-1b989f26-05a7-49d2-9095-8f3ce424181f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392683 Dec 15 14:22:21.619706 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c65c3-2174-4cc3-a260-308f12bd9f08 req-fea23e09-d730-4a9c-952d-961fe4214f2c tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:21.621181 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-068c65c3-2174-4cc3-a260-308f12bd9f08 req-fea23e09-d730-4a9c-952d-961fe4214f2c tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a103b57-3cd0-4e9f-877a-636aabdadd7c HTTP/1.1" status: 200 len: 945 time: 0.0489795 Dec 15 14:22:21.669345 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-068c65c3-2174-4cc3-a260-308f12bd9f08 req-651ddbf7-b65b-4039-ba67-dff1b315bde1 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421097 Dec 15 14:22:22.785450 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023696c-0d2e-4209-9381-9f2ffc4f4921 req-9ebaeab3-6949-4bf4-ae7b-6ff6121399ab tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:22.786884 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f023696c-0d2e-4209-9381-9f2ffc4f4921 req-9ebaeab3-6949-4bf4-ae7b-6ff6121399ab tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a103b57-3cd0-4e9f-877a-636aabdadd7c HTTP/1.1" status: 200 len: 945 time: 0.0517623 Dec 15 14:22:22.834730 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f023696c-0d2e-4209-9381-9f2ffc4f4921 req-f157d2a9-580c-4fdd-9510-3c923dad64cf tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420048 Dec 15 14:22:22.949065 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b8901-4978-4370-a37b-251b3a716f35 req-06ef6fc9-4c20-4d01-a6f5-b5df445956f5 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:22.950599 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-852b8901-4978-4370-a37b-251b3a716f35 req-06ef6fc9-4c20-4d01-a6f5-b5df445956f5 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a103b57-3cd0-4e9f-877a-636aabdadd7c HTTP/1.1" status: 200 len: 945 time: 0.0499294 Dec 15 14:22:23.001244 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-852b8901-4978-4370-a37b-251b3a716f35 req-7609167e-a17b-4b28-a5c1-2bce539911c1 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439951 Dec 15 14:22:23.023981 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 44164) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:23.213147 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578ce0a7-ccf9-48bd-9dde-f23fa199ceac tempest-TestVolumeBootPattern-726491536 tempest-TestVolumeBootPattern-726491536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:23.217460 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-578ce0a7-ccf9-48bd-9dde-f23fa199ceac tempest-TestVolumeBootPattern-726491536 tempest-TestVolumeBootPattern-726491536-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9a103b57-3cd0-4e9f-877a-636aabdadd7c HTTP/1.1" status: 200 len: 1093 time: 0.1897197 Dec 15 14:22:23.217726 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 44172) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:23.222777 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-1ace732d-0794-472b-ac62-6f58fc61a5e3 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Request body: {'floatingip': {'floating_network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'port_id': '34ee6a29-ca52-4613-a2f8-9da356bd45e3', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:22:23.292970 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1ace732d-0794-472b-ac62-6f58fc61a5e3 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for floatingip, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:23.392194 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1ace732d-0794-472b-ac62-6f58fc61a5e3 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:23.496836 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [None req-1ace732d-0794-472b-ac62-6f58fc61a5e3 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Allocated IP 172.27.3.76 (828b465c-2de9-4223-b21e-29ccc1fcf343/8db6495a-cb76-4dd2-8fa8-8ada67659a42/b9c1e991-c572-4a67-b690-e61ea45fd706) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:22:23.595951 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1ace732d-0794-472b-ac62-6f58fc61a5e3 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for port, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:23.708034 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1ace732d-0794-472b-ac62-6f58fc61a5e3 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:23.751437 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ace732d-0794-472b-ac62-6f58fc61a5e3 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Network 828b465c-2de9-4223-b21e-29ccc1fcf343 is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:22:23.756023 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-1ace732d-0794-472b-ac62-6f58fc61a5e3 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:22:23.760202 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ace732d-0794-472b-ac62-6f58fc61a5e3 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:22:23.763190 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace732d-0794-472b-ac62-6f58fc61a5e3 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Pushing event updated for resources: {'Port': ['ID=b9c1e991-c572-4a67-b690-e61ea45fd706,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:24.105411 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1ace732d-0794-472b-ac62-6f58fc61a5e3 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:24.239210 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1ace732d-0794-472b-ac62-6f58fc61a5e3 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:24.354407 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:22:24.400918 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1ace732d-0794-472b-ac62-6f58fc61a5e3 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for port, precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:24.481200 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1ace732d-0794-472b-ac62-6f58fc61a5e3 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:24.556153 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace732d-0794-472b-ac62-6f58fc61a5e3 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Pushing event updated for resources: {'Port': ['ID=b9c1e991-c572-4a67-b690-e61ea45fd706,revision_number=2']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:24.564689 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1ace732d-0794-472b-ac62-6f58fc61a5e3 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583636'] for floatingip, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:24.664702 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.db.l3_db [None req-1ace732d-0794-472b-ac62-6f58fc61a5e3 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Floating IP 299c872b-0791-4230-b9b2-57af6ea4def3 associated. External IP: 172.27.3.76, port: 34ee6a29-ca52-4613-a2f8-9da356bd45e3. Dec 15 14:22:24.872300 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ace732d-0794-472b-ac62-6f58fc61a5e3 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Router c6d9ba3e-81b7-48b2-93ae-0431f1480a96 has already been hosted by L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b {{(pid=103145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:22:24.979913 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ace732d-0794-472b-ac62-6f58fc61a5e3 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:22:24.991152 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59f82c9-9cda-4d1b-99c5-ef744b0ad94d None None] Sync routers for ids ['c6d9ba3e-81b7-48b2-93ae-0431f1480a96'] in dv-cinder-813229-4-iscsi {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:22:25.001278 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59f82c9-9cda-4d1b-99c5-ef744b0ad94d None None] Routers {'c6d9ba3e-81b7-48b2-93ae-0431f1480a96'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:22:25.001989 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-d59f82c9-9cda-4d1b-99c5-ef744b0ad94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:22:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['c6d9ba3e-81b7-48b2-93ae-0431f1480a96'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:25.060838 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-1ace732d-0794-472b-ac62-6f58fc61a5e3 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for floatingip, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:25.091200 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-1ace732d-0794-472b-ac62-6f58fc61a5e3 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8725069 Dec 15 14:22:25.092833 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a103b57-3cd0-4e9f-877a-636aabdadd7c', 'tag': '34ee6a29-ca52-4613-a2f8-9da356bd45e3'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:22:25.096668 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54343ee614085f4f2fe791b0f2f4c0bf4988d50ad8e642b13afe6f74cb17e673" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe659801-9f1b-4817-aa88-855c344e0b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "9a103b57-3cd0-4e9f-877a-636aabdadd7c", "tag": "34ee6a29-ca52-4613-a2f8-9da356bd45e3"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:22:25.116144 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-d59f82c9-9cda-4d1b-99c5-ef744b0ad94d None None] Set router c6d9ba3e-81b7-48b2-93ae-0431f1480a96 gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:22:25.147600 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471b53d6-9aff-4553-ada1-d4f84fae2495 x-openstack-request-id: req-471b53d6-9aff-4553-ada1-d4f84fae2495 {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:22:25.148157 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a103b57-3cd0-4e9f-877a-636aabdadd7c", "tag": "34ee6a29-ca52-4613-a2f8-9da356bd45e3", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:22:25.148157 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-471b53d6-9aff-4553-ada1-d4f84fae2495 {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:22:25.148570 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a103b57-3cd0-4e9f-877a-636aabdadd7c', 'tag': '34ee6a29-ca52-4613-a2f8-9da356bd45e3', 'status': 'completed', 'code': 200} Dec 15 14:22:25.219519 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe659801-9f1b-4817-aa88-855c344e0b9a req-eea5bcd2-5200-45c4-b13b-7ac1d5dce770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:25.221200 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-fe659801-9f1b-4817-aa88-855c344e0b9a req-eea5bcd2-5200-45c4-b13b-7ac1d5dce770 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cd38f26fb8464e569d886ee7fa407464&device_id=9a103b57-3cd0-4e9f-877a-636aabdadd7c HTTP/1.1" status: 200 len: 1098 time: 0.0497203 Dec 15 14:22:25.320419 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe659801-9f1b-4817-aa88-855c344e0b9a req-c94212a3-7b49-4347-b87b-36fa01041cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:25.321809 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-fe659801-9f1b-4817-aa88-855c344e0b9a req-c94212a3-7b49-4347-b87b-36fa01041cb7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d45a2324-0e28-4a72-9746-c7e5b98cb828 HTTP/1.1" status: 200 len: 913 time: 0.0915995 Dec 15 14:22:25.365255 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b325bc42-6b42-4d60-983a-839c325a7153 req-96e851e9-d59e-4e0b-9523-feddb61a2b41 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475154 Dec 15 14:22:25.395519 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-fe659801-9f1b-4817-aa88-855c344e0b9a req-3cfcf279-b8ad-4365-95d3-d21a5d301b77 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34ee6a29-ca52-4613-a2f8-9da356bd45e3 HTTP/1.1" status: 200 len: 998 time: 0.0655375 Dec 15 14:22:25.448316 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe659801-9f1b-4817-aa88-855c344e0b9a req-e9cf8c89-a743-4d0c-ba31-fafdaeae62e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:25.450161 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325bc42-6b42-4d60-983a-839c325a7153 req-18d06e53-4624-4e76-92c8-12b181744b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:25.450462 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-fe659801-9f1b-4817-aa88-855c344e0b9a req-e9cf8c89-a743-4d0c-ba31-fafdaeae62e4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4cdae80b-2821-492e-b671-8fe55c42de47 HTTP/1.1" status: 200 len: 851 time: 0.0471747 Dec 15 14:22:25.451446 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b325bc42-6b42-4d60-983a-839c325a7153 req-18d06e53-4624-4e76-92c8-12b181744b37 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5aa37dc44119489f8b5a8292cf40d8bd&device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 1098 time: 0.0417671 Dec 15 14:22:25.487973 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-d59f82c9-9cda-4d1b-99c5-ef744b0ad94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'name': 'tempest-TestVolumeBootPattern-1048994220-router', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:28Z', 'updated_at': '2021-12-15T14:21:32Z', 'revision_number': 4, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'gw_port': {'id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:29Z', 'updated_at': '2021-12-15T14:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_floatingips': [{'id': '299c872b-0791-4230-b9b2-57af6ea4def3', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'router_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'port_id': '34ee6a29-ca52-4613-a2f8-9da356bd45e3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'mac_address': 'fa:16:3e:9f:fa:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a103b57-3cd0-4e9f-877a-636aabdadd7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:22:23Z', 'updated_at': '2021-12-15T14:22:23Z', 'revision_number': 0, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b3f496-8c01-4fda-880d-65e129c953c4', 'name': '', 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'mac_address': 'fa:16:3e:33:df:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:31Z', 'updated_at': '2021-12-15T14:21:35Z', 'revision_number': 5, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'subnets': [{'id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:25.509161 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe659801-9f1b-4817-aa88-855c344e0b9a req-14a160b2-bc31-4359-98ea-30d1772b917f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:25.510986 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-fe659801-9f1b-4817-aa88-855c344e0b9a req-14a160b2-bc31-4359-98ea-30d1772b917f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d45a2324-0e28-4a72-9746-c7e5b98cb828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516636 Dec 15 14:22:25.520179 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59f82c9-9cda-4d1b-99c5-ef744b0ad94d None None] Checking router: c6d9ba3e-81b7-48b2-93ae-0431f1480a96 for host: dv-cinder-813229-4-iscsi {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:22:25.529879 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59f82c9-9cda-4d1b-99c5-ef744b0ad94d None None] Routers {'c6d9ba3e-81b7-48b2-93ae-0431f1480a96'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:22:25.531022 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-d59f82c9-9cda-4d1b-99c5-ef744b0ad94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:22:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['c6d9ba3e-81b7-48b2-93ae-0431f1480a96'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:25.583276 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325bc42-6b42-4d60-983a-839c325a7153 req-b83b2432-d60e-4a2e-9530-bbe8bddbeada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:25.585185 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b325bc42-6b42-4d60-983a-839c325a7153 req-b83b2432-d60e-4a2e-9530-bbe8bddbeada service neutron] 10.222.0.54 "GET /v2.0/networks?id=8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8 HTTP/1.1" status: 200 len: 910 time: 0.1082883 Dec 15 14:22:25.617055 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-fe659801-9f1b-4817-aa88-855c344e0b9a req-51a2a730-cf57-4392-a17a-c1bf2c58cd9d service neutron] 10.222.0.54 "GET /v2.0/networks/d45a2324-0e28-4a72-9746-c7e5b98cb828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993621 Dec 15 14:22:25.661196 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b325bc42-6b42-4d60-983a-839c325a7153 req-16484599-6776-4a91-87b4-12a9707cd2c4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d72ae9c-c585-49b8-882a-896f0401fd24 HTTP/1.1" status: 200 len: 1000 time: 0.0686622 Dec 15 14:22:25.674059 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-d59f82c9-9cda-4d1b-99c5-ef744b0ad94d None None] Set router c6d9ba3e-81b7-48b2-93ae-0431f1480a96 gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:22:25.720711 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [req-fe659801-9f1b-4817-aa88-855c344e0b9a req-693465fb-e6a8-4b89-952e-db3ca88bc02d service neutron] 10.222.0.54 "GET /v2.0/networks/d45a2324-0e28-4a72-9746-c7e5b98cb828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967946 Dec 15 14:22:25.729714 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325bc42-6b42-4d60-983a-839c325a7153 req-6db69360-0237-445d-a610-3fd478967669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:25.731228 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b325bc42-6b42-4d60-983a-839c325a7153 req-6db69360-0237-445d-a610-3fd478967669 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=feb6d61b-95a9-4102-9451-a2a0a667f055 HTTP/1.1" status: 200 len: 848 time: 0.0620835 Dec 15 14:22:25.782648 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325bc42-6b42-4d60-983a-839c325a7153 req-65acbc4d-e412-442c-b015-f027c1c1d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:25.784520 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b325bc42-6b42-4d60-983a-839c325a7153 req-65acbc4d-e412-442c-b015-f027c1c1d8b1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460515 Dec 15 14:22:25.886083 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b325bc42-6b42-4d60-983a-839c325a7153 req-85bbf0b6-3fbd-4e6b-9720-e10c6c84760a service neutron] 10.222.0.54 "GET /v2.0/networks/8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937934 Dec 15 14:22:25.933433 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-d59f82c9-9cda-4d1b-99c5-ef744b0ad94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'name': 'tempest-TestVolumeBootPattern-1048994220-router', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:28Z', 'updated_at': '2021-12-15T14:21:32Z', 'revision_number': 4, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'gw_port': {'id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:29Z', 'updated_at': '2021-12-15T14:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_floatingips': [{'id': '299c872b-0791-4230-b9b2-57af6ea4def3', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'router_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'port_id': '34ee6a29-ca52-4613-a2f8-9da356bd45e3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'mac_address': 'fa:16:3e:9f:fa:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a103b57-3cd0-4e9f-877a-636aabdadd7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:22:23Z', 'updated_at': '2021-12-15T14:22:23Z', 'revision_number': 0, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b3f496-8c01-4fda-880d-65e129c953c4', 'name': '', 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'mac_address': 'fa:16:3e:33:df:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:31Z', 'updated_at': '2021-12-15T14:21:35Z', 'revision_number': 5, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'subnets': [{'id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:22:25.962180 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59f82c9-9cda-4d1b-99c5-ef744b0ad94d None None] The sync data for ids ['c6d9ba3e-81b7-48b2-93ae-0431f1480a96'] in dv-cinder-813229-4-iscsi is: [{'id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'name': 'tempest-TestVolumeBootPattern-1048994220-router', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:28Z', 'updated_at': '2021-12-15T14:21:32Z', 'revision_number': 4, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'gw_port': {'id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:29Z', 'updated_at': '2021-12-15T14:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_floatingips': [{'id': '299c872b-0791-4230-b9b2-57af6ea4def3', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'router_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'port_id': '34ee6a29-ca52-4613-a2f8-9da356bd45e3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'mac_address': 'fa:16:3e:9f:fa:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a103b57-3cd0-4e9f-877a-636aabdadd7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:22:23Z', 'updated_at': '2021-12-15T14:22:23Z', 'revision_number': 0, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b3f496-8c01-4fda-880d-65e129c953c4', 'name': '', 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'mac_address': 'fa:16:3e:33:df:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:31Z', 'updated_at': '2021-12-15T14:21:35Z', 'revision_number': 5, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'subnets': [{'id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:22:25.987162 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b325bc42-6b42-4d60-983a-839c325a7153 req-eade8388-babc-41d1-854d-ac73fd0d26b4 service neutron] 10.222.0.54 "GET /v2.0/networks/8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940807 Dec 15 14:22:26.175532 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492f9a7f-bde2-4a4e-a226-20e980fc38eb None None] New status for floating IP 299c872b-0791-4230-b9b2-57af6ea4def3: ACTIVE {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:22:29.144268 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 44210) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:29.246050 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-3aa5c42e-6a07-4ee3-825f-d24264066f17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:29.318245 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-3aa5c42e-6a07-4ee3-825f-d24264066f17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:29.383505 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-3aa5c42e-6a07-4ee3-825f-d24264066f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:29.419741 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5c42e-6a07-4ee3-825f-d24264066f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50de0acd-4280-4fa1-8652-5281ba2e4f36,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:29.425903 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-3aa5c42e-6a07-4ee3-825f-d24264066f17 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=431011f5e7e342089792adebad611dfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2805848 Dec 15 14:22:29.428477 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 44214) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:29.474943 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-984b5d20-6e90-41b0-a4a9-7dcb642dc36c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:29.499573 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-984b5d20-6e90-41b0-a4a9-7dcb642dc36c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:29.629380 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-984b5d20-6e90-41b0-a4a9-7dcb642dc36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:29.632033 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-984b5d20-6e90-41b0-a4a9-7dcb642dc36c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:29.633184 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-984b5d20-6e90-41b0-a4a9-7dcb642dc36c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/50de0acd-4280-4fa1-8652-5281ba2e4f36 HTTP/1.1" status: 204 len: 168 time: 0.2038043 Dec 15 14:22:29.640975 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b5d20-6e90-41b0-a4a9-7dcb642dc36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50de0acd-4280-4fa1-8652-5281ba2e4f36,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:32.561276 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-162155eb-97dd-4825-be83-e86108123466 req-cc19e27a-4b5f-4096-a4f4-69f2c945058a tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=99b47e885967478d881c8805e651d746&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291805 Dec 15 14:22:32.739544 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162155eb-97dd-4825-be83-e86108123466 req-ac4bb396-c9d5-4cd9-8f1d-077f9f4b7059 tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:32.741033 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-162155eb-97dd-4825-be83-e86108123466 req-ac4bb396-c9d5-4cd9-8f1d-077f9f4b7059 tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1738973 Dec 15 14:22:32.756432 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-162155eb-97dd-4825-be83-e86108123466 req-d806a15c-6ecf-48c0-8be9-5bc664a680e4 tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] 10.222.0.36 "GET /v2.0/quotas/99b47e885967478d881c8805e651d746 HTTP/1.1" status: 200 len: 375 time: 0.0096638 Dec 15 14:22:32.786203 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-162155eb-97dd-4825-be83-e86108123466 req-83ebfdda-92c8-4654-8499-2cae0b0f3564 tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=99b47e885967478d881c8805e651d746&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0245328 Dec 15 14:22:33.013634 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6d26650f-b255-4ec2-9845-4c68ba7e9fcb req-d3cc6887-4990-4c13-a625-2c1043c26b8b tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] 10.222.0.36 "GET /v2.0/ports?device_id=3797a31f-9ba1-4e01-8b21-45b69f9f3b71 HTTP/1.1" status: 200 len: 210 time: 0.0304184 Dec 15 14:22:33.276797 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38c9225a-0dc5-4595-8f50-b35bf1130d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:34.108367 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a7d0b750-827c-4d7e-8f65-3f1d67cb009f req-affb2be7-3760-45f3-ae56-83777aded64f tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] 10.222.0.36 "GET /v2.0/ports?device_id=3797a31f-9ba1-4e01-8b21-45b69f9f3b71 HTTP/1.1" status: 200 len: 210 time: 0.0262079 Dec 15 14:22:35.210119 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b88a16d7-0ed2-4e1d-927e-82f3cd0e24c0 req-9d468db0-6503-4a60-a6f8-1885e077c79f tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] 10.222.0.36 "GET /v2.0/ports?device_id=3797a31f-9ba1-4e01-8b21-45b69f9f3b71 HTTP/1.1" status: 200 len: 210 time: 0.0262928 Dec 15 14:22:35.328612 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-162155eb-97dd-4825-be83-e86108123466 req-c7413244-baf3-4bf6-8af9-c96cabe271ce tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=99b47e885967478d881c8805e651d746&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211287 Dec 15 14:22:35.700400 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162155eb-97dd-4825-be83-e86108123466 req-e61bf03c-b7c8-4c88-a1c1-846b983a4a6c tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:35.701803 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-162155eb-97dd-4825-be83-e86108123466 req-e61bf03c-b7c8-4c88-a1c1-846b983a4a6c tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3680928 Dec 15 14:22:35.715641 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [req-162155eb-97dd-4825-be83-e86108123466 req-9f914ccc-44c1-4f84-90b2-d9b87801e6b6 tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Request body: {'port': {'device_id': '3797a31f-9ba1-4e01-8b21-45b69f9f3b71', 'network_id': 'd19db022-99c7-4939-aaa7-dca177d57790', 'admin_state_up': True, 'tenant_id': '99b47e885967478d881c8805e651d746'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:22:35.842033 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9423b83-3de4-4fbc-b9cb-83b3a7d75be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:35.870516 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-162155eb-97dd-4825-be83-e86108123466 req-9f914ccc-44c1-4f84-90b2-d9b87801e6b6 tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Made reservation on behalf of 99b47e885967478d881c8805e651d746 for: {'port': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:22:35.874302 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-162155eb-97dd-4825-be83-e86108123466 req-9f914ccc-44c1-4f84-90b2-d9b87801e6b6 tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:35.883231 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-162155eb-97dd-4825-be83-e86108123466 req-9f914ccc-44c1-4f84-90b2-d9b87801e6b6 tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Publish callbacks [] for security_group, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:35.959075 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-162155eb-97dd-4825-be83-e86108123466 req-9f914ccc-44c1-4f84-90b2-d9b87801e6b6 tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Publish callbacks [] for security_group, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:36.025081 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-162155eb-97dd-4825-be83-e86108123466 req-9f914ccc-44c1-4f84-90b2-d9b87801e6b6 tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:36.088589 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f914ccc-44c1-4f84-90b2-d9b87801e6b6 tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4591199-8a24-4b14-9a3e-c68cec7c140c,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:36.171965 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [req-162155eb-97dd-4825-be83-e86108123466 req-9f914ccc-44c1-4f84-90b2-d9b87801e6b6 tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Allocated IP 192.168.233.42 (d19db022-99c7-4939-aaa7-dca177d57790/4587ce8e-c5fc-4635-9570-7ed135429e0f/6fb01c2a-4b22-40d0-acf6-310060e5afd4) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:22:36.312488 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e58d5ed6-1227-44f0-afe3-0076893da111 req-46bf8389-18a4-4445-b9b5-afc5d47a36b8 tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] 10.222.0.36 "GET /v2.0/ports?device_id=3797a31f-9ba1-4e01-8b21-45b69f9f3b71 HTTP/1.1" status: 200 len: 210 time: 0.0315864 Dec 15 14:22:36.353226 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-162155eb-97dd-4825-be83-e86108123466 req-9f914ccc-44c1-4f84-90b2-d9b87801e6b6 tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Publish callbacks [] for port, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:36.431409 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-162155eb-97dd-4825-be83-e86108123466 req-9f914ccc-44c1-4f84-90b2-d9b87801e6b6 tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:36.479783 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-162155eb-97dd-4825-be83-e86108123466 req-9f914ccc-44c1-4f84-90b2-d9b87801e6b6 tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Network d19db022-99c7-4939-aaa7-dca177d57790 is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:22:36.482971 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [req-162155eb-97dd-4825-be83-e86108123466 req-9f914ccc-44c1-4f84-90b2-d9b87801e6b6 tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:22:36.487258 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [req-162155eb-97dd-4825-be83-e86108123466 req-9f914ccc-44c1-4f84-90b2-d9b87801e6b6 tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:22:36.493384 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f914ccc-44c1-4f84-90b2-d9b87801e6b6 tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Pushing event updated for resources: {'Port': ['ID=6fb01c2a-4b22-40d0-acf6-310060e5afd4,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:36.540817 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162155eb-97dd-4825-be83-e86108123466 req-9f914ccc-44c1-4f84-90b2-d9b87801e6b6 tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:36.541456 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-162155eb-97dd-4825-be83-e86108123466 req-9f914ccc-44c1-4f84-90b2-d9b87801e6b6 tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:36.599952 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-162155eb-97dd-4825-be83-e86108123466 req-9f914ccc-44c1-4f84-90b2-d9b87801e6b6 tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8878369 Dec 15 14:22:36.612938 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [req-162155eb-97dd-4825-be83-e86108123466 req-d2a75ae9-19e0-4556-92d3-63b7df7459ff service neutron] Request body: {'port': {'device_id': '3797a31f-9ba1-4e01-8b21-45b69f9f3b71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:22:36.666859 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-162155eb-97dd-4825-be83-e86108123466 req-d2a75ae9-19e0-4556-92d3-63b7df7459ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:36.710873 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-b9acde0e-8dd9-4dff-9458-4361bc128937 None None] Provisioning complete for port 6fb01c2a-4b22-40d0-acf6-310060e5afd4 triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:22:36.711341 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b9acde0e-8dd9-4dff-9458-4361bc128937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:36.744961 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b9acde0e-8dd9-4dff-9458-4361bc128937 None None] Port 6fb01c2a-4b22-40d0-acf6-310060e5afd4 cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:22:36.930496 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [req-162155eb-97dd-4825-be83-e86108123466 req-d2a75ae9-19e0-4556-92d3-63b7df7459ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fb01c2a-4b22-40d0-acf6-310060e5afd4 {{(pid=103145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:22:36.938083 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-162155eb-97dd-4825-be83-e86108123466 req-d2a75ae9-19e0-4556-92d3-63b7df7459ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:36.950430 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.provisioning_blocks [req-162155eb-97dd-4825-be83-e86108123466 req-d2a75ae9-19e0-4556-92d3-63b7df7459ff service neutron] Transition to ACTIVE for port object 6fb01c2a-4b22-40d0-acf6-310060e5afd4 will not be triggered until provisioned by entity L2. {{(pid=103145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:22:36.990772 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:37.019298 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-162155eb-97dd-4825-be83-e86108123466 req-d2a75ae9-19e0-4556-92d3-63b7df7459ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:37.068702 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a75ae9-19e0-4556-92d3-63b7df7459ff service neutron] Pushing event updated for resources: {'Port': ['ID=6fb01c2a-4b22-40d0-acf6-310060e5afd4,revision_number=2']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:37.150529 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-162155eb-97dd-4825-be83-e86108123466 req-d2a75ae9-19e0-4556-92d3-63b7df7459ff service neutron] Attempting to bind port 6fb01c2a-4b22-40d0-acf6-310060e5afd4 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:22:37.150868 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-162155eb-97dd-4825-be83-e86108123466 req-d2a75ae9-19e0-4556-92d3-63b7df7459ff service neutron] Attempting to bind port 6fb01c2a-4b22-40d0-acf6-310060e5afd4 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'f04f7840-fafa-4043-9746-97853d595564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd19db022-99c7-4939-aaa7-dca177d57790'}] {{(pid=103145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:22:37.151197 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162155eb-97dd-4825-be83-e86108123466 req-d2a75ae9-19e0-4556-92d3-63b7df7459ff service neutron] Attempting to bind port 6fb01c2a-4b22-40d0-acf6-310060e5afd4 on network d19db022-99c7-4939-aaa7-dca177d57790 {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:22:37.155617 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162155eb-97dd-4825-be83-e86108123466 req-d2a75ae9-19e0-4556-92d3-63b7df7459ff service neutron] Port 6fb01c2a-4b22-40d0-acf6-310060e5afd4 on network d19db022-99c7-4939-aaa7-dca177d57790 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:22:37.155961 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162155eb-97dd-4825-be83-e86108123466 req-d2a75ae9-19e0-4556-92d3-63b7df7459ff service neutron] Attempting to bind port 6fb01c2a-4b22-40d0-acf6-310060e5afd4 on network d19db022-99c7-4939-aaa7-dca177d57790 {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:22:37.161308 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162155eb-97dd-4825-be83-e86108123466 req-d2a75ae9-19e0-4556-92d3-63b7df7459ff service neutron] Checking agent: {'id': 'ac5d7605-2d06-411e-ba74-ad46eb528a57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 11, 20), 'started_at': datetime.datetime(2021, 12, 15, 14, 11, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:22:37.161789 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162155eb-97dd-4825-be83-e86108123466 req-d2a75ae9-19e0-4556-92d3-63b7df7459ff service neutron] Checking segment: {'id': 'f04f7840-fafa-4043-9746-97853d595564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd19db022-99c7-4939-aaa7-dca177d57790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:22:37.162349 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162155eb-97dd-4825-be83-e86108123466 req-d2a75ae9-19e0-4556-92d3-63b7df7459ff service neutron] Bound using segment: {'id': 'f04f7840-fafa-4043-9746-97853d595564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd19db022-99c7-4939-aaa7-dca177d57790'} {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:22:37.162785 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-162155eb-97dd-4825-be83-e86108123466 req-d2a75ae9-19e0-4556-92d3-63b7df7459ff service neutron] Bound port: 6fb01c2a-4b22-40d0-acf6-310060e5afd4, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f04f7840-fafa-4043-9746-97853d595564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd19db022-99c7-4939-aaa7-dca177d57790'}}] {{(pid=103145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:22:37.163137 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-162155eb-97dd-4825-be83-e86108123466 req-d2a75ae9-19e0-4556-92d3-63b7df7459ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:37.227473 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-162155eb-97dd-4825-be83-e86108123466 req-d2a75ae9-19e0-4556-92d3-63b7df7459ff service neutron] For port 6fb01c2a-4b22-40d0-acf6-310060e5afd4, host hv-cinder-81322, cleared binding levels {{(pid=103145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:22:37.230685 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-162155eb-97dd-4825-be83-e86108123466 req-d2a75ae9-19e0-4556-92d3-63b7df7459ff service neutron] For port 6fb01c2a-4b22-40d0-acf6-310060e5afd4, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6fb01c2a-4b22-40d0-acf6-310060e5afd4,segment=NetworkSegment(f04f7840-fafa-4043-9746-97853d595564),segment_id=f04f7840-fafa-4043-9746-97853d595564)] {{(pid=103145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:22:37.294559 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-162155eb-97dd-4825-be83-e86108123466 req-d2a75ae9-19e0-4556-92d3-63b7df7459ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:37.332114 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162155eb-97dd-4825-be83-e86108123466 req-d2a75ae9-19e0-4556-92d3-63b7df7459ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:37.332719 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-162155eb-97dd-4825-be83-e86108123466 req-d2a75ae9-19e0-4556-92d3-63b7df7459ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:37.334087 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-162155eb-97dd-4825-be83-e86108123466 req-d2a75ae9-19e0-4556-92d3-63b7df7459ff service neutron] 10.222.0.54 "PUT /v2.0/ports/6fb01c2a-4b22-40d0-acf6-310060e5afd4 HTTP/1.1" status: 200 len: 1097 time: 0.7258544 Dec 15 14:22:37.334515 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3797a31f-9ba1-4e01-8b21-45b69f9f3b71', 'tag': '6fb01c2a-4b22-40d0-acf6-310060e5afd4'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:22:37.336883 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54343ee614085f4f2fe791b0f2f4c0bf4988d50ad8e642b13afe6f74cb17e673" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a228227-c758-4671-a965-81745e4a1b64" -d '{"events": [{"name": "network-changed", "server_uuid": "3797a31f-9ba1-4e01-8b21-45b69f9f3b71", "tag": "6fb01c2a-4b22-40d0-acf6-310060e5afd4"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:22:37.365097 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a75ae9-19e0-4556-92d3-63b7df7459ff service neutron] Pushing event updated for resources: {'Port': ['ID=6fb01c2a-4b22-40d0-acf6-310060e5afd4,revision_number=3']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:37.401484 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316efc77-e6e1-4d00-90d6-515f7b78c297 x-openstack-request-id: req-316efc77-e6e1-4d00-90d6-515f7b78c297 {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:22:37.401963 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3797a31f-9ba1-4e01-8b21-45b69f9f3b71", "tag": "6fb01c2a-4b22-40d0-acf6-310060e5afd4", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:22:37.402380 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-316efc77-e6e1-4d00-90d6-515f7b78c297 {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:22:37.402995 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3797a31f-9ba1-4e01-8b21-45b69f9f3b71', 'tag': '6fb01c2a-4b22-40d0-acf6-310060e5afd4', 'status': 'completed', 'code': 200} Dec 15 14:22:37.494828 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aaeef6-d506-4a97-a551-c65691fe9a42 req-94667796-521a-4d79-b06d-225630c28730 tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:37.496390 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-59aaeef6-d506-4a97-a551-c65691fe9a42 req-94667796-521a-4d79-b06d-225630c28730 tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] 10.222.0.36 "GET /v2.0/ports?device_id=3797a31f-9ba1-4e01-8b21-45b69f9f3b71 HTTP/1.1" status: 200 len: 947 time: 0.0831308 Dec 15 14:22:37.502808 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a228227-c758-4671-a965-81745e4a1b64 req-8285fa42-8f1d-4b73-9dd5-897235407ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:37.504322 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5a228227-c758-4671-a965-81745e4a1b64 req-8285fa42-8f1d-4b73-9dd5-897235407ac5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=99b47e885967478d881c8805e651d746&device_id=3797a31f-9ba1-4e01-8b21-45b69f9f3b71 HTTP/1.1" status: 200 len: 1100 time: 0.0783212 Dec 15 14:22:37.544154 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5a228227-c758-4671-a965-81745e4a1b64 req-3feaf8f4-8bf0-4588-bf60-9dbb6e2cbf0a service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=99b47e885967478d881c8805e651d746&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249903 Dec 15 14:22:37.607378 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-59aaeef6-d506-4a97-a551-c65691fe9a42 req-159cc7ba-bc46-4b16-b098-b382fbb5e972 tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4591199-8a24-4b14-9a3e-c68cec7c140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020813 Dec 15 14:22:37.655278 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a228227-c758-4671-a965-81745e4a1b64 req-eedde0b0-f645-4ec0-b0f9-273ba4e0bce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:37.656787 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5a228227-c758-4671-a965-81745e4a1b64 req-eedde0b0-f645-4ec0-b0f9-273ba4e0bce4 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1049516 Dec 15 14:22:37.732757 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162155eb-97dd-4825-be83-e86108123466 req-6625b99b-c562-42f4-9ac9-cabf40cb676e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:37.734228 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-162155eb-97dd-4825-be83-e86108123466 req-6625b99b-c562-42f4-9ac9-cabf40cb676e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=99b47e885967478d881c8805e651d746&device_id=3797a31f-9ba1-4e01-8b21-45b69f9f3b71 HTTP/1.1" status: 200 len: 1100 time: 0.0404122 Dec 15 14:22:37.783308 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-162155eb-97dd-4825-be83-e86108123466 req-e9691b83-f4e8-4cef-9444-a396cf614805 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=6fb01c2a-4b22-40d0-acf6-310060e5afd4 HTTP/1.1" status: 200 len: 217 time: 0.0404494 Dec 15 14:22:37.831791 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162155eb-97dd-4825-be83-e86108123466 req-641ba451-ab57-4b6a-ab50-535b61e74a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:37.833150 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-162155eb-97dd-4825-be83-e86108123466 req-641ba451-ab57-4b6a-ab50-535b61e74a9e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4587ce8e-c5fc-4635-9570-7ed135429e0f HTTP/1.1" status: 200 len: 843 time: 0.0435829 Dec 15 14:22:37.881648 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162155eb-97dd-4825-be83-e86108123466 req-2b25b584-6684-4a03-b305-a6cb58fb10d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:37.883087 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-162155eb-97dd-4825-be83-e86108123466 req-2b25b584-6684-4a03-b305-a6cb58fb10d0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d19db022-99c7-4939-aaa7-dca177d57790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0431023 Dec 15 14:22:37.972315 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-162155eb-97dd-4825-be83-e86108123466 req-58833636-cd13-4e67-8db3-7c994e39bca0 service neutron] 10.222.0.54 "GET /v2.0/networks/d19db022-99c7-4939-aaa7-dca177d57790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818653 Dec 15 14:22:38.066663 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-162155eb-97dd-4825-be83-e86108123466 req-41d5b290-5b5b-4b77-a29d-919d6eaf1b53 service neutron] 10.222.0.54 "GET /v2.0/networks/d19db022-99c7-4939-aaa7-dca177d57790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864799 Dec 15 14:22:38.190886 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:38.723432 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96989f63-7dcb-44c9-b2a3-96281e41f8aa req-5c4c96b6-0034-4284-b218-21234dde5cab tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:38.724961 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-96989f63-7dcb-44c9-b2a3-96281e41f8aa req-5c4c96b6-0034-4284-b218-21234dde5cab tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] 10.222.0.36 "GET /v2.0/ports?device_id=3797a31f-9ba1-4e01-8b21-45b69f9f3b71 HTTP/1.1" status: 200 len: 947 time: 0.0498471 Dec 15 14:22:38.771064 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-96989f63-7dcb-44c9-b2a3-96281e41f8aa req-cd1ccaeb-a806-4a38-9718-6d77fa536029 tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4591199-8a24-4b14-9a3e-c68cec7c140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399725 Dec 15 14:22:39.367716 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:39.889300 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f18a7-ff7f-42bd-a16d-130714b89451 req-119d38d0-7bfd-4c92-a0df-c73518f87b9b tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:39.890775 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2a2f18a7-ff7f-42bd-a16d-130714b89451 req-119d38d0-7bfd-4c92-a0df-c73518f87b9b tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] 10.222.0.36 "GET /v2.0/ports?device_id=3797a31f-9ba1-4e01-8b21-45b69f9f3b71 HTTP/1.1" status: 200 len: 947 time: 0.0532238 Dec 15 14:22:39.939051 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2a2f18a7-ff7f-42bd-a16d-130714b89451 req-b686fc54-1b7c-4607-9156-af1f04a1effd tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4591199-8a24-4b14-9a3e-c68cec7c140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421097 Dec 15 14:22:40.386540 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 6fb01c2a-4b22-40d0-acf6-310060e5afd4 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:22:40.482955 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 6fb01c2a-4b22-40d0-acf6-310060e5afd4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6fb01c2a-4b22-40d0-acf6-310060e5afd4,segment=NetworkSegment(f04f7840-fafa-4043-9746-97853d595564),segment_id=f04f7840-fafa-4043-9746-97853d595564)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:22:40.493977 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Returning: {'device': '6fb01c2a-4b22-40d0-acf6-310060e5afd4', 'network_id': 'd19db022-99c7-4939-aaa7-dca177d57790', 'port_id': '6fb01c2a-4b22-40d0-acf6-310060e5afd4', 'mac_address': 'fa:16:3e:ea:5e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4587ce8e-c5fc-4635-9570-7ed135429e0f', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:22:40.534302 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:40.546606 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fb01c2a-4b22-40d0-acf6-310060e5afd4 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:22:40.565692 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 6fb01c2a-4b22-40d0-acf6-310060e5afd4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6fb01c2a-4b22-40d0-acf6-310060e5afd4,segment=NetworkSegment(f04f7840-fafa-4043-9746-97853d595564),segment_id=f04f7840-fafa-4043-9746-97853d595564)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:22:40.619743 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:40.668680 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=6fb01c2a-4b22-40d0-acf6-310060e5afd4,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:40.676082 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:40.676473 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:40.676823 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:40.677162 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:40.677499 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:40.677837 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:40.678169 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:40.678502 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:40.678830 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:40.679159 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:40.679483 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:40.679806 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:40.680155 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:40.855020 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['6fb01c2a-4b22-40d0-acf6-310060e5afd4'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:22:41.053498 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e52e6-d829-470b-bfc4-8be8a7f59dc8 req-3cb2ac65-a0d1-4d7d-bc19-65e504560e0d tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:41.054970 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-162e52e6-d829-470b-bfc4-8be8a7f59dc8 req-3cb2ac65-a0d1-4d7d-bc19-65e504560e0d tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] 10.222.0.36 "GET /v2.0/ports?device_id=3797a31f-9ba1-4e01-8b21-45b69f9f3b71 HTTP/1.1" status: 200 len: 948 time: 0.0481777 Dec 15 14:22:41.101316 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-162e52e6-d829-470b-bfc4-8be8a7f59dc8 req-f650aacf-a545-4bf5-a76d-aefbf708f11b tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4591199-8a24-4b14-9a3e-c68cec7c140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405488 Dec 15 14:22:42.215680 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb8e72-a6ad-46b6-be99-f6a1c2ad354b req-21247a46-365c-4f9e-92ea-c71899a36022 tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:42.217177 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-acdb8e72-a6ad-46b6-be99-f6a1c2ad354b req-21247a46-365c-4f9e-92ea-c71899a36022 tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] 10.222.0.36 "GET /v2.0/ports?device_id=3797a31f-9ba1-4e01-8b21-45b69f9f3b71 HTTP/1.1" status: 200 len: 948 time: 0.0484540 Dec 15 14:22:42.267003 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-acdb8e72-a6ad-46b6-be99-f6a1c2ad354b req-a05d4c2b-4d26-4b25-93f8-a8215118f687 tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4591199-8a24-4b14-9a3e-c68cec7c140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437818 Dec 15 14:22:42.386658 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 6fb01c2a-4b22-40d0-acf6-310060e5afd4 up at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:22:42.482129 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning for port 6fb01c2a-4b22-40d0-acf6-310060e5afd4 completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:22:42.487059 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning complete for port 6fb01c2a-4b22-40d0-acf6-310060e5afd4 triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:22:42.487434 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:42.565906 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:42.588067 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3797a31f-9ba1-4e01-8b21-45b69f9f3b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb01c2a-4b22-40d0-acf6-310060e5afd4'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:22:42.590381 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563fd6401afa6af5759f990961882efb87115f058b142029c69814770c0d1fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09cf11e7-5d38-4fa6-b6de-58832acaef95" -d '{"events": [{"server_uuid": "3797a31f-9ba1-4e01-8b21-45b69f9f3b71", "name": "network-vif-plugged", "status": "completed", "tag": "6fb01c2a-4b22-40d0-acf6-310060e5afd4"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:22:42.603664 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 6fb01c2a-4b22-40d0-acf6-310060e5afd4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6fb01c2a-4b22-40d0-acf6-310060e5afd4,segment=NetworkSegment(f04f7840-fafa-4043-9746-97853d595564),segment_id=f04f7840-fafa-4043-9746-97853d595564)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:22:42.627846 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b3979c-0f1e-4ef4-b39c-7682bd25c8a3 x-openstack-request-id: req-90b3979c-0f1e-4ef4-b39c-7682bd25c8a3 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:22:42.630102 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3797a31f-9ba1-4e01-8b21-45b69f9f3b71", "name": "network-vif-plugged", "status": "completed", "tag": "6fb01c2a-4b22-40d0-acf6-310060e5afd4", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:22:42.630102 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-90b3979c-0f1e-4ef4-b39c-7682bd25c8a3 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:22:42.630102 dv-cinder-813229-4-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3797a31f-9ba1-4e01-8b21-45b69f9f3b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb01c2a-4b22-40d0-acf6-310060e5afd4', 'code': 200} Dec 15 14:22:42.675429 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:42.724471 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=6fb01c2a-4b22-40d0-acf6-310060e5afd4,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:42.929585 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7da896-10fd-43bf-b05a-a2944dcc838e req-f1f76256-79c5-4db4-90b3-662a288d938d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:42.930972 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8c7da896-10fd-43bf-b05a-a2944dcc838e req-f1f76256-79c5-4db4-90b3-662a288d938d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3797a31f-9ba1-4e01-8b21-45b69f9f3b71 HTTP/1.1" status: 200 len: 1102 time: 0.0399177 Dec 15 14:22:42.975254 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8c7da896-10fd-43bf-b05a-a2944dcc838e req-085c86d5-d449-46e5-a22b-17275a31482b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f4591199-8a24-4b14-9a3e-c68cec7c140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356879 Dec 15 14:22:43.382100 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dca144-b62c-4a62-872a-cb5d51cd673d req-eb3f6c24-62d0-48d0-b1dd-c2865709ecd4 tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:43.383600 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-67dca144-b62c-4a62-872a-cb5d51cd673d req-eb3f6c24-62d0-48d0-b1dd-c2865709ecd4 tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] 10.222.0.36 "GET /v2.0/ports?device_id=3797a31f-9ba1-4e01-8b21-45b69f9f3b71 HTTP/1.1" status: 200 len: 949 time: 0.0487757 Dec 15 14:22:43.430260 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-67dca144-b62c-4a62-872a-cb5d51cd673d req-3fb62a7b-8e3c-4832-8932-0e346b88ad70 tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4591199-8a24-4b14-9a3e-c68cec7c140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406489 Dec 15 14:22:44.554091 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c2184-0c9f-4860-85cb-1aeb3d284dce req-89b22ca5-5fa3-4ef7-a2b3-89fe55a42d4f tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:44.555563 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4e3c2184-0c9f-4860-85cb-1aeb3d284dce req-89b22ca5-5fa3-4ef7-a2b3-89fe55a42d4f tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] 10.222.0.36 "GET /v2.0/ports?device_id=3797a31f-9ba1-4e01-8b21-45b69f9f3b71 HTTP/1.1" status: 200 len: 949 time: 0.0526266 Dec 15 14:22:44.605980 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4e3c2184-0c9f-4860-85cb-1aeb3d284dce req-cbf3745c-28f3-42dd-b90b-a24afedefeb8 tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4591199-8a24-4b14-9a3e-c68cec7c140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444009 Dec 15 14:22:45.057014 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e22e61-3b95-4830-abc8-b62fe430c889 req-a5cc1233-3d74-4183-a1ea-e8c50b17c2d3 tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:45.058460 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-30e22e61-3b95-4830-abc8-b62fe430c889 req-a5cc1233-3d74-4183-a1ea-e8c50b17c2d3 tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] 10.222.0.36 "GET /v2.0/ports?device_id=3797a31f-9ba1-4e01-8b21-45b69f9f3b71 HTTP/1.1" status: 200 len: 949 time: 0.0488379 Dec 15 14:22:45.105984 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-30e22e61-3b95-4830-abc8-b62fe430c889 req-f86268f4-136b-4cf1-a641-080741d06d31 tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4591199-8a24-4b14-9a3e-c68cec7c140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408046 Dec 15 14:22:46.223438 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67e983-f99c-4ba4-9513-de896a4e3f18 req-0f92d57a-5108-4afe-8066-5a7219b66781 tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:46.224929 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5e67e983-f99c-4ba4-9513-de896a4e3f18 req-0f92d57a-5108-4afe-8066-5a7219b66781 tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] 10.222.0.36 "GET /v2.0/ports?device_id=3797a31f-9ba1-4e01-8b21-45b69f9f3b71 HTTP/1.1" status: 200 len: 949 time: 0.0475175 Dec 15 14:22:46.274780 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5e67e983-f99c-4ba4-9513-de896a4e3f18 req-9626babe-493f-4d9a-b0a8-adac0c68839b tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4591199-8a24-4b14-9a3e-c68cec7c140c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436568 Dec 15 14:22:46.477116 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62cd5f-3491-46e9-8dc7-b15aedb2a746 req-4e678fb7-d03e-49a3-abbe-601fff60d224 tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:22:46.478538 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ab62cd5f-3491-46e9-8dc7-b15aedb2a746 req-4e678fb7-d03e-49a3-abbe-601fff60d224 tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] 10.222.0.54 "GET /v2.0/ports?device_id=3797a31f-9ba1-4e01-8b21-45b69f9f3b71 HTTP/1.1" status: 200 len: 949 time: 0.0474451 Dec 15 14:22:46.566658 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [req-ab62cd5f-3491-46e9-8dc7-b15aedb2a746 req-55814712-76d5-4704-a6cc-344dd938155f tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Deleting port 6fb01c2a-4b22-40d0-acf6-310060e5afd4 {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:22:46.566998 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-ab62cd5f-3491-46e9-8dc7-b15aedb2a746 req-55814712-76d5-4704-a6cc-344dd938155f tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:46.655876 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-ab62cd5f-3491-46e9-8dc7-b15aedb2a746 req-55814712-76d5-4704-a6cc-344dd938155f tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] For port 6fb01c2a-4b22-40d0-acf6-310060e5afd4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6fb01c2a-4b22-40d0-acf6-310060e5afd4,segment=NetworkSegment(f04f7840-fafa-4043-9746-97853d595564),segment_id=f04f7840-fafa-4043-9746-97853d595564)] {{(pid=103145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:22:46.656284 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-ab62cd5f-3491-46e9-8dc7-b15aedb2a746 req-55814712-76d5-4704-a6cc-344dd938155f tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:46.668311 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [req-ab62cd5f-3491-46e9-8dc7-b15aedb2a746 req-55814712-76d5-4704-a6cc-344dd938155f tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Calling delete_port for 6fb01c2a-4b22-40d0-acf6-310060e5afd4 owned by compute:nova {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:22:46.870939 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-ab62cd5f-3491-46e9-8dc7-b15aedb2a746 req-55814712-76d5-4704-a6cc-344dd938155f tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:46.883199 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['6fb01c2a-4b22-40d0-acf6-310060e5afd4'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:22:46.896985 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55814712-76d5-4704-a6cc-344dd938155f tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Pushing event deleted for resources: {'Port': ['ID=6fb01c2a-4b22-40d0-acf6-310060e5afd4,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:22:46.906802 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55814712-76d5-4704-a6cc-344dd938155f tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:46.907623 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55814712-76d5-4704-a6cc-344dd938155f tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:46.910118 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55814712-76d5-4704-a6cc-344dd938155f tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:46.910118 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55814712-76d5-4704-a6cc-344dd938155f tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:46.910118 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55814712-76d5-4704-a6cc-344dd938155f tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:46.910118 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55814712-76d5-4704-a6cc-344dd938155f tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:46.910118 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55814712-76d5-4704-a6cc-344dd938155f tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:46.910118 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55814712-76d5-4704-a6cc-344dd938155f tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:46.910118 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55814712-76d5-4704-a6cc-344dd938155f tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:46.910718 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55814712-76d5-4704-a6cc-344dd938155f tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:46.910718 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55814712-76d5-4704-a6cc-344dd938155f tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:46.911501 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55814712-76d5-4704-a6cc-344dd938155f tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:46.911501 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55814712-76d5-4704-a6cc-344dd938155f tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:22:46.951857 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab62cd5f-3491-46e9-8dc7-b15aedb2a746 req-55814712-76d5-4704-a6cc-344dd938155f tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] No DVR routers for this DVR port 6fb01c2a-4b22-40d0-acf6-310060e5afd4 on host hv-cinder-81322 {{(pid=103145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:22:46.955209 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-ab62cd5f-3491-46e9-8dc7-b15aedb2a746 req-55814712-76d5-4704-a6cc-344dd938155f tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:46.958544 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ab62cd5f-3491-46e9-8dc7-b15aedb2a746 req-55814712-76d5-4704-a6cc-344dd938155f tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] 10.222.0.54 "DELETE /v2.0/ports/6fb01c2a-4b22-40d0-acf6-310060e5afd4 HTTP/1.1" status: 204 len: 173 time: 0.4737864 Dec 15 14:22:46.959009 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3797a31f-9ba1-4e01-8b21-45b69f9f3b71', 'name': 'network-vif-deleted', 'tag': '6fb01c2a-4b22-40d0-acf6-310060e5afd4'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:22:46.961349 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54343ee614085f4f2fe791b0f2f4c0bf4988d50ad8e642b13afe6f74cb17e673" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41be64b9-19e7-4cf1-878b-485c0d2860b3" -d '{"events": [{"server_uuid": "3797a31f-9ba1-4e01-8b21-45b69f9f3b71", "name": "network-vif-deleted", "tag": "6fb01c2a-4b22-40d0-acf6-310060e5afd4"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:22:46.999293 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8542fdf3-cc40-4bf5-be1a-85e92d0156fa x-openstack-request-id: req-8542fdf3-cc40-4bf5-be1a-85e92d0156fa {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:22:47.001384 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3797a31f-9ba1-4e01-8b21-45b69f9f3b71", "name": "network-vif-deleted", "tag": "6fb01c2a-4b22-40d0-acf6-310060e5afd4", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:22:47.001384 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8542fdf3-cc40-4bf5-be1a-85e92d0156fa {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:22:47.001384 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3797a31f-9ba1-4e01-8b21-45b69f9f3b71', 'name': 'network-vif-deleted', 'tag': '6fb01c2a-4b22-40d0-acf6-310060e5afd4', 'status': 'completed', 'code': 200} Dec 15 14:22:47.379406 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3fcb847c-dfed-436d-95f4-d168ebf04e01 req-bde3d1ec-6094-4f41-b88e-1a65f1244f73 tempest-VolumesNegativeTest-1107774822 tempest-VolumesNegativeTest-1107774822-project] 10.222.0.36 "GET /v2.0/ports?device_id=3797a31f-9ba1-4e01-8b21-45b69f9f3b71 HTTP/1.1" status: 200 len: 210 time: 0.0266049 Dec 15 14:22:49.876583 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:50.433467 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 6fb01c2a-4b22-40d0-acf6-310060e5afd4 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:22:50.455424 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] No Port match for: 6fb01c2a-4b22-40d0-acf6-310060e5afd4 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:22:50.455777 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 6fb01c2a-4b22-40d0-acf6-310060e5afd4 not bound to the agent host hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:22:54.054607 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 44562) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:54.188609 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-c42698b5-08b2-4561-9456-14d82a4c249e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=99b47e885967478d881c8805e651d746&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328189 Dec 15 14:22:54.197279 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 44566) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:22:54.244950 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-77d6bfea-41aa-4402-b0e2-3cd3ba50716c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:54.266303 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-77d6bfea-41aa-4402-b0e2-3cd3ba50716c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:54.383565 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-77d6bfea-41aa-4402-b0e2-3cd3ba50716c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:54.386131 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-77d6bfea-41aa-4402-b0e2-3cd3ba50716c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:22:54.387272 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-77d6bfea-41aa-4402-b0e2-3cd3ba50716c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f4591199-8a24-4b14-9a3e-c68cec7c140c HTTP/1.1" status: 204 len: 168 time: 0.1890564 Dec 15 14:22:54.396003 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d6bfea-41aa-4402-b0e2-3cd3ba50716c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4591199-8a24-4b14-9a3e-c68cec7c140c,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:01.352489 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:23:03.292002 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d929e002-51d3-48a2-a3b2-aebe1dfaad2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:03.662770 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 44576) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:03.819704 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-3afd8e61-1d98-4c1a-b183-75b424cb4a21 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Deleting port 34b67de5-33b7-4d83-88e2-e943c11ab108 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:23:03.820241 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3afd8e61-1d98-4c1a-b183-75b424cb4a21 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:03.893326 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3afd8e61-1d98-4c1a-b183-75b424cb4a21 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:03.894257 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3afd8e61-1d98-4c1a-b183-75b424cb4a21 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:03.905780 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-3afd8e61-1d98-4c1a-b183-75b424cb4a21 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Calling delete_port for 34b67de5-33b7-4d83-88e2-e943c11ab108 owned by network:floatingip {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:23:04.105182 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3afd8e61-1d98-4c1a-b183-75b424cb4a21 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59071379'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:04.131317 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd8e61-1d98-4c1a-b183-75b424cb4a21 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Pushing event deleted for resources: {'Port': ['ID=34b67de5-33b7-4d83-88e2-e943c11ab108,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:04.142395 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd8e61-1d98-4c1a-b183-75b424cb4a21 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:04.142755 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd8e61-1d98-4c1a-b183-75b424cb4a21 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:04.143106 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd8e61-1d98-4c1a-b183-75b424cb4a21 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:04.143464 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd8e61-1d98-4c1a-b183-75b424cb4a21 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:04.143797 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd8e61-1d98-4c1a-b183-75b424cb4a21 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:04.144361 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd8e61-1d98-4c1a-b183-75b424cb4a21 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:04.144589 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd8e61-1d98-4c1a-b183-75b424cb4a21 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:04.144871 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd8e61-1d98-4c1a-b183-75b424cb4a21 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:04.145208 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd8e61-1d98-4c1a-b183-75b424cb4a21 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:04.145538 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd8e61-1d98-4c1a-b183-75b424cb4a21 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:04.145867 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd8e61-1d98-4c1a-b183-75b424cb4a21 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:04.146193 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd8e61-1d98-4c1a-b183-75b424cb4a21 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:04.146517 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd8e61-1d98-4c1a-b183-75b424cb4a21 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:23:04.201219 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3afd8e61-1d98-4c1a-b183-75b424cb4a21 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks [] for floatingip, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:04.201556 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.db.l3_db [None req-3afd8e61-1d98-4c1a-b183-75b424cb4a21 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Floating IP 5e2a06e8-bafd-421e-a467-17515f6b5949 disassociated (deleted). External IP: 172.27.3.61, port: 3d72ae9c-c585-49b8-882a-896f0401fd24. Dec 15 14:23:04.400488 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3afd8e61-1d98-4c1a-b183-75b424cb4a21 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Router 0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce has already been hosted by L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:23:04.504707 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afd8e61-1d98-4c1a-b183-75b424cb4a21 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:23:04.509496 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3afd8e61-1d98-4c1a-b183-75b424cb4a21 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:04.514006 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94777558-41ca-4366-979e-6049bdf22d57 None None] Sync routers for ids ['0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce'] in dv-cinder-813229-4-iscsi {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:23:04.524160 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94777558-41ca-4366-979e-6049bdf22d57 None None] Routers {'0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:23:04.524773 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-94777558-41ca-4366-979e-6049bdf22d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:22:36Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:04.535778 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-3afd8e61-1d98-4c1a-b183-75b424cb4a21 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "DELETE /v2.0/floatingips/5e2a06e8-bafd-421e-a467-17515f6b5949 HTTP/1.1" status: 204 len: 168 time: 0.8717570 Dec 15 14:23:04.536412 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '623f52db-82aa-423a-9b24-6eeac638c872', 'tag': '3d72ae9c-c585-49b8-882a-896f0401fd24'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:23:04.538671 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85a0f3a80b1f03eae3b213f201473723e4c4eee54091eafe51cfe768d2ea106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c441132-f6b5-4ce0-89fd-68be54df7d33" -d '{"events": [{"name": "network-changed", "server_uuid": "623f52db-82aa-423a-9b24-6eeac638c872", "tag": "3d72ae9c-c585-49b8-882a-896f0401fd24"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:23:04.577348 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9c630e-2c1a-44d1-8416-8519e8b65f29 x-openstack-request-id: req-1b9c630e-2c1a-44d1-8416-8519e8b65f29 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:23:04.577755 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "623f52db-82aa-423a-9b24-6eeac638c872", "tag": "3d72ae9c-c585-49b8-882a-896f0401fd24", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:23:04.578059 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1b9c630e-2c1a-44d1-8416-8519e8b65f29 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:23:04.578528 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '623f52db-82aa-423a-9b24-6eeac638c872', 'tag': '3d72ae9c-c585-49b8-882a-896f0401fd24', 'status': 'completed', 'code': 200} Dec 15 14:23:04.644406 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c441132-f6b5-4ce0-89fd-68be54df7d33 req-b46f8656-4f04-49b3-b5fb-9f1a415db728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:04.645835 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5c441132-f6b5-4ce0-89fd-68be54df7d33 req-b46f8656-4f04-49b3-b5fb-9f1a415db728 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5aa37dc44119489f8b5a8292cf40d8bd&device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 1098 time: 0.0435455 Dec 15 14:23:04.745256 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c441132-f6b5-4ce0-89fd-68be54df7d33 req-fea5fd7e-f258-43ae-a5af-7bf7fd70f18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:04.746761 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5c441132-f6b5-4ce0-89fd-68be54df7d33 req-fea5fd7e-f258-43ae-a5af-7bf7fd70f18f service neutron] 10.222.0.54 "GET /v2.0/networks?id=8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8 HTTP/1.1" status: 200 len: 910 time: 0.0923102 Dec 15 14:23:04.760478 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-94777558-41ca-4366-979e-6049bdf22d57 None None] Set router 0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:23:04.787508 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5c441132-f6b5-4ce0-89fd-68be54df7d33 req-777255bb-0a29-4c87-a938-e59b86b52981 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d72ae9c-c585-49b8-882a-896f0401fd24 HTTP/1.1" status: 200 len: 217 time: 0.0337670 Dec 15 14:23:04.848558 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c441132-f6b5-4ce0-89fd-68be54df7d33 req-e12259ab-61ba-45f7-bf92-10431e079265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:04.850038 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5c441132-f6b5-4ce0-89fd-68be54df7d33 req-e12259ab-61ba-45f7-bf92-10431e079265 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=feb6d61b-95a9-4102-9451-a2a0a667f055 HTTP/1.1" status: 200 len: 848 time: 0.0500274 Dec 15 14:23:04.898132 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c441132-f6b5-4ce0-89fd-68be54df7d33 req-1880228e-017a-4fed-a757-ca6581ba9754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:04.899641 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5c441132-f6b5-4ce0-89fd-68be54df7d33 req-1880228e-017a-4fed-a757-ca6581ba9754 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414939 Dec 15 14:23:04.970028 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-94777558-41ca-4366-979e-6049bdf22d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'name': 'tempest-TestShelveInstance-1225103948-router', 'tenant_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:18:08Z', 'updated_at': '2021-12-15T14:18:11Z', 'revision_number': 4, 'project_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'gw_port': {'id': 'ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:09Z', 'updated_at': '2021-12-15T14:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': '48fe9a23-c997-4335-82f1-f1d6d1e11011', 'name': '', 'network_id': '8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8', 'tenant_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'mac_address': 'fa:16:3e:28:7d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'feb6d61b-95a9-4102-9451-a2a0a667f055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:11Z', 'updated_at': '2021-12-15T14:18:16Z', 'revision_number': 5, 'project_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'subnets': [{'id': 'feb6d61b-95a9-4102-9451-a2a0a667f055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:05.001723 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94777558-41ca-4366-979e-6049bdf22d57 None None] Checking router: 0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce for host: dv-cinder-813229-4-iscsi {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:23:05.010197 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94777558-41ca-4366-979e-6049bdf22d57 None None] Routers {'0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:23:05.010825 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-94777558-41ca-4366-979e-6049bdf22d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:22:36Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:05.026260 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e864d-c40e-4fb3-8441-63469d6b5015 req-4223da62-a9d9-45bc-b28e-05d259151394 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:05.027734 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d86e864d-c40e-4fb3-8441-63469d6b5015 req-4223da62-a9d9-45bc-b28e-05d259151394 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 945 time: 0.1031840 Dec 15 14:23:05.031329 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5c441132-f6b5-4ce0-89fd-68be54df7d33 req-66673192-6cbe-41a8-bce8-81663d160e23 service neutron] 10.222.0.54 "GET /v2.0/networks/8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246796 Dec 15 14:23:05.117575 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-94777558-41ca-4366-979e-6049bdf22d57 None None] Set router 0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:23:05.135051 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d86e864d-c40e-4fb3-8441-63469d6b5015 req-aa421ca4-cc51-43c1-82c4-375e314242a1 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011527 Dec 15 14:23:05.158289 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-5c441132-f6b5-4ce0-89fd-68be54df7d33 req-10f6c0b4-1149-439a-a0ad-d8393c456417 service neutron] 10.222.0.54 "GET /v2.0/networks/8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170151 Dec 15 14:23:05.317878 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-94777558-41ca-4366-979e-6049bdf22d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'name': 'tempest-TestShelveInstance-1225103948-router', 'tenant_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:18:08Z', 'updated_at': '2021-12-15T14:18:11Z', 'revision_number': 4, 'project_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'gw_port': {'id': 'ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:09Z', 'updated_at': '2021-12-15T14:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': '48fe9a23-c997-4335-82f1-f1d6d1e11011', 'name': '', 'network_id': '8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8', 'tenant_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'mac_address': 'fa:16:3e:28:7d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'feb6d61b-95a9-4102-9451-a2a0a667f055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:11Z', 'updated_at': '2021-12-15T14:18:16Z', 'revision_number': 5, 'project_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'subnets': [{'id': 'feb6d61b-95a9-4102-9451-a2a0a667f055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:05.344681 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94777558-41ca-4366-979e-6049bdf22d57 None None] The sync data for ids ['0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce'] in dv-cinder-813229-4-iscsi is: [{'id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'name': 'tempest-TestShelveInstance-1225103948-router', 'tenant_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:18:08Z', 'updated_at': '2021-12-15T14:18:11Z', 'revision_number': 4, 'project_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'gw_port': {'id': 'ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:09Z', 'updated_at': '2021-12-15T14:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': '48fe9a23-c997-4335-82f1-f1d6d1e11011', 'name': '', 'network_id': '8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8', 'tenant_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'mac_address': 'fa:16:3e:28:7d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'feb6d61b-95a9-4102-9451-a2a0a667f055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:11Z', 'updated_at': '2021-12-15T14:18:16Z', 'revision_number': 5, 'project_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'subnets': [{'id': 'feb6d61b-95a9-4102-9451-a2a0a667f055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:23:05.560770 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd8a56f-d48a-449b-a3a1-e77ce749b0cb None None] New status for floating IP 5e2a06e8-bafd-421e-a467-17515f6b5949: DOWN {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:23:05.840352 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44619741-7696-497b-a0a9-d15bba64b3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:06.265496 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2cb93-7c26-462e-920c-1fb5a0c603c0 req-791f4684-8f82-4c97-a09c-aa3b13231103 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:06.266950 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-63c2cb93-7c26-462e-920c-1fb5a0c603c0 req-791f4684-8f82-4c97-a09c-aa3b13231103 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 945 time: 0.0527000 Dec 15 14:23:06.316386 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-63c2cb93-7c26-462e-920c-1fb5a0c603c0 req-eeb28907-abcb-41f5-8949-403ba8efdcf9 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c352f6b-d96b-411e-b421-8ee474d42069&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427785 Dec 15 14:23:06.431507 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da6ddd-88ce-495f-98ee-704549bf8ce3 req-35a4fc35-59b7-48e8-90e4-53521acf2b43 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:06.432975 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f9da6ddd-88ce-495f-98ee-704549bf8ce3 req-35a4fc35-59b7-48e8-90e4-53521acf2b43 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.54 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 945 time: 0.0483291 Dec 15 14:23:06.525392 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [req-f9da6ddd-88ce-495f-98ee-704549bf8ce3 req-8e89a624-15c8-4356-a1d6-ae58229a4766 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Deleting port 3d72ae9c-c585-49b8-882a-896f0401fd24 {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:23:06.525730 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-f9da6ddd-88ce-495f-98ee-704549bf8ce3 req-8e89a624-15c8-4356-a1d6-ae58229a4766 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:06.612150 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-f9da6ddd-88ce-495f-98ee-704549bf8ce3 req-8e89a624-15c8-4356-a1d6-ae58229a4766 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] For port 3d72ae9c-c585-49b8-882a-896f0401fd24, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3d72ae9c-c585-49b8-882a-896f0401fd24,segment=NetworkSegment(218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7),segment_id=218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7)] {{(pid=103145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:23:06.612863 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-f9da6ddd-88ce-495f-98ee-704549bf8ce3 req-8e89a624-15c8-4356-a1d6-ae58229a4766 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:06.624888 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [req-f9da6ddd-88ce-495f-98ee-704549bf8ce3 req-8e89a624-15c8-4356-a1d6-ae58229a4766 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Calling delete_port for 3d72ae9c-c585-49b8-882a-896f0401fd24 owned by compute:nova {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:23:06.819097 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-f9da6ddd-88ce-495f-98ee-704549bf8ce3 req-8e89a624-15c8-4356-a1d6-ae58229a4766 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:06.845697 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89a624-15c8-4356-a1d6-ae58229a4766 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Pushing event deleted for resources: {'Port': ['ID=3d72ae9c-c585-49b8-882a-896f0401fd24,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:06.888941 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9da6ddd-88ce-495f-98ee-704549bf8ce3 req-8e89a624-15c8-4356-a1d6-ae58229a4766 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] No DVR routers for this DVR port 3d72ae9c-c585-49b8-882a-896f0401fd24 on host hv-cinder-81322 {{(pid=103145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:23:06.891489 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-f9da6ddd-88ce-495f-98ee-704549bf8ce3 req-8e89a624-15c8-4356-a1d6-ae58229a4766 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:06.895620 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-f9da6ddd-88ce-495f-98ee-704549bf8ce3 req-8e89a624-15c8-4356-a1d6-ae58229a4766 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.54 "DELETE /v2.0/ports/3d72ae9c-c585-49b8-882a-896f0401fd24 HTTP/1.1" status: 204 len: 173 time: 0.4556811 Dec 15 14:23:06.896099 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623f52db-82aa-423a-9b24-6eeac638c872', 'name': 'network-vif-deleted', 'tag': '3d72ae9c-c585-49b8-882a-896f0401fd24'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:23:06.898329 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54343ee614085f4f2fe791b0f2f4c0bf4988d50ad8e642b13afe6f74cb17e673" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e47140c-336e-4abf-8d21-992f6ed01af7" -d '{"events": [{"server_uuid": "623f52db-82aa-423a-9b24-6eeac638c872", "name": "network-vif-deleted", "tag": "3d72ae9c-c585-49b8-882a-896f0401fd24"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:23:06.933836 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b092e790-1e9b-4acf-a480-70f29363717b x-openstack-request-id: req-b092e790-1e9b-4acf-a480-70f29363717b {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:23:06.934133 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623f52db-82aa-423a-9b24-6eeac638c872", "name": "network-vif-deleted", "tag": "3d72ae9c-c585-49b8-882a-896f0401fd24", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:23:06.934391 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b092e790-1e9b-4acf-a480-70f29363717b {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:23:06.934836 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623f52db-82aa-423a-9b24-6eeac638c872', 'name': 'network-vif-deleted', 'tag': '3d72ae9c-c585-49b8-882a-896f0401fd24', 'status': 'completed', 'code': 200} Dec 15 14:23:06.990883 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:07.421512 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-285441e9-d5da-47c0-ac67-17020b6e5567 req-a90af3c9-67db-46a0-a728-9a821d22637c tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "GET /v2.0/ports?device_id=623f52db-82aa-423a-9b24-6eeac638c872 HTTP/1.1" status: 200 len: 210 time: 0.0370493 Dec 15 14:23:08.173237 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:08.477411 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 44592) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:08.536583 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b64b5e74-83b4-4f14-96db-bf4f680a1005 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:08.561214 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b64b5e74-83b4-4f14-96db-bf4f680a1005 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:08.686039 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b64b5e74-83b4-4f14-96db-bf4f680a1005 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:08.688745 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-b64b5e74-83b4-4f14-96db-bf4f680a1005 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:08.689929 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-b64b5e74-83b4-4f14-96db-bf4f680a1005 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] 10.222.0.36 "DELETE /v2.0/security-groups/0c352f6b-d96b-411e-b421-8ee474d42069 HTTP/1.1" status: 204 len: 168 time: 0.2115183 Dec 15 14:23:08.699111 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b5e74-83b4-4f14-96db-bf4f680a1005 tempest-TestShelveInstance-1163126400 tempest-TestShelveInstance-1163126400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c352f6b-d96b-411e-b421-8ee474d42069,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:08.790026 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 44596) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:09.266324 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2037569e-e8be-4a1a-8cff-f51576df0974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584660'] for router_interface, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:09.304920 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:09.510621 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-2037569e-e8be-4a1a-8cff-f51576df0974 admin admin] Deleting port 48fe9a23-c997-4335-82f1-f1d6d1e11011 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:23:09.511245 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2037569e-e8be-4a1a-8cff-f51576df0974 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:09.590050 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-2037569e-e8be-4a1a-8cff-f51576df0974 admin admin] For port 48fe9a23-c997-4335-82f1-f1d6d1e11011, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=48fe9a23-c997-4335-82f1-f1d6d1e11011,segment=NetworkSegment(218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7),segment_id=218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:23:09.590418 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2037569e-e8be-4a1a-8cff-f51576df0974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:09.602344 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-2037569e-e8be-4a1a-8cff-f51576df0974 admin admin] Calling delete_port for 48fe9a23-c997-4335-82f1-f1d6d1e11011 owned by network:router_interface {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:23:09.848263 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2037569e-e8be-4a1a-8cff-f51576df0974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59071379'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:09.875191 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2037569e-e8be-4a1a-8cff-f51576df0974 admin admin] Pushing event deleted for resources: {'Port': ['ID=48fe9a23-c997-4335-82f1-f1d6d1e11011,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:10.036342 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-2037569e-e8be-4a1a-8cff-f51576df0974 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2096200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584776'] for router_interface, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:10.244651 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2037569e-e8be-4a1a-8cff-f51576df0974 admin admin] Router 0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce has already been hosted by L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:23:10.349671 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2037569e-e8be-4a1a-8cff-f51576df0974 admin admin] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:23:10.355279 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-2037569e-e8be-4a1a-8cff-f51576df0974 admin admin] 10.222.0.36 "PUT /v2.0/routers/0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5640500 Dec 15 14:23:10.357607 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 44600) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:10.360373 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95488ba-d7a2-4587-ad8e-02f53d51e014 None None] Sync routers for ids ['0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce'] in dv-cinder-813229-4-iscsi {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:23:10.370585 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95488ba-d7a2-4587-ad8e-02f53d51e014 None None] Routers {'0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:23:10.371138 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-d95488ba-d7a2-4587-ad8e-02f53d51e014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:23:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:10.477804 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-d95488ba-d7a2-4587-ad8e-02f53d51e014 None None] Set router 0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:23:10.506263 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 3d72ae9c-c585-49b8-882a-896f0401fd24 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:23:10.567974 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] No Port match for: 3d72ae9c-c585-49b8-882a-896f0401fd24 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:23:10.568331 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 3d72ae9c-c585-49b8-882a-896f0401fd24 not bound to the agent host hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:23:10.687668 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-d95488ba-d7a2-4587-ad8e-02f53d51e014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'name': 'tempest-TestShelveInstance-1225103948-router', 'tenant_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:18:08Z', 'updated_at': '2021-12-15T14:23:09Z', 'revision_number': 5, 'project_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'gw_port': {'id': 'ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:09Z', 'updated_at': '2021-12-15T14:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi'}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:10.702872 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-089f0fa9-7fcb-472b-857f-72a27a999a81 admin admin] Publish callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:10.715110 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95488ba-d7a2-4587-ad8e-02f53d51e014 None None] Checking router: 0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce for host: dv-cinder-813229-4-iscsi {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:23:10.723458 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95488ba-d7a2-4587-ad8e-02f53d51e014 None None] Routers {'0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:23:10.724103 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-d95488ba-d7a2-4587-ad8e-02f53d51e014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:23:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:10.805072 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-089f0fa9-7fcb-472b-857f-72a27a999a81 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:10.827341 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-d95488ba-d7a2-4587-ad8e-02f53d51e014 None None] Set router 0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:23:10.919635 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-089f0fa9-7fcb-472b-857f-72a27a999a81 admin admin] Deleting port ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:23:10.920008 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-089f0fa9-7fcb-472b-857f-72a27a999a81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:10.998116 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-089f0fa9-7fcb-472b-857f-72a27a999a81 admin admin] For port ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7,segment=NetworkSegment(c751ab6f-1098-4cf9-a0b7-c17ede87015d),segment_id=c751ab6f-1098-4cf9-a0b7-c17ede87015d)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:23:10.998353 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-089f0fa9-7fcb-472b-857f-72a27a999a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:11.004520 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-d95488ba-d7a2-4587-ad8e-02f53d51e014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'name': 'tempest-TestShelveInstance-1225103948-router', 'tenant_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:18:08Z', 'updated_at': '2021-12-15T14:23:09Z', 'revision_number': 5, 'project_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'gw_port': {'id': 'ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:09Z', 'updated_at': '2021-12-15T14:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi'}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:11.015350 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-089f0fa9-7fcb-472b-857f-72a27a999a81 admin admin] Calling delete_port for ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7 owned by network:router_gateway {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:23:11.033767 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95488ba-d7a2-4587-ad8e-02f53d51e014 None None] The sync data for ids ['0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce'] in dv-cinder-813229-4-iscsi is: [{'id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'name': 'tempest-TestShelveInstance-1225103948-router', 'tenant_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:18:08Z', 'updated_at': '2021-12-15T14:23:09Z', 'revision_number': 5, 'project_id': '5aa37dc44119489f8b5a8292cf40d8bd', 'gw_port': {'id': 'ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:8f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:09Z', 'updated_at': '2021-12-15T14:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi'}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:23:11.241468 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-089f0fa9-7fcb-472b-857f-72a27a999a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59071379'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:11.267802 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f0fa9-7fcb-472b-857f-72a27a999a81 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:11.325436 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-089f0fa9-7fcb-472b-857f-72a27a999a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583658'] for router_gateway, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:11.417502 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-089f0fa9-7fcb-472b-857f-72a27a999a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1583034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5231'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:11.419516 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-089f0fa9-7fcb-472b-857f-72a27a999a81 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:11.533209 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-089f0fa9-7fcb-472b-857f-72a27a999a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1583027'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:11.533680 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089f0fa9-7fcb-472b-857f-72a27a999a81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:23:11.539068 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-089f0fa9-7fcb-472b-857f-72a27a999a81 admin admin] Publish callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:11.540104 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-089f0fa9-7fcb-472b-857f-72a27a999a81 admin admin] 10.222.0.36 "DELETE /v2.0/routers/0c08e4d3-1f1f-4311-9c26-71df5bc0b2ce HTTP/1.1" status: 204 len: 168 time: 1.1815453 Dec 15 14:23:11.542712 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 44602) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:11.588572 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-a558cba7-28da-4248-aae2-da411f33913e admin admin] Deleting subnet feb6d61b-95a9-4102-9451-a2a0a667f055 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:23:11.592764 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a558cba7-28da-4248-aae2-da411f33913e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:11.630366 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a558cba7-28da-4248-aae2-da411f33913e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59448052'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:11.711905 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a558cba7-28da-4248-aae2-da411f33913e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878086'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:11.818978 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a558cba7-28da-4248-aae2-da411f33913e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59071396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802286'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:11.844781 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558cba7-28da-4248-aae2-da411f33913e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=feb6d61b-95a9-4102-9451-a2a0a667f055,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:11.850547 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-a558cba7-28da-4248-aae2-da411f33913e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:11.854754 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-a558cba7-28da-4248-aae2-da411f33913e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/feb6d61b-95a9-4102-9451-a2a0a667f055 HTTP/1.1" status: 204 len: 168 time: 0.3107874 Dec 15 14:23:11.856360 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbf86da-fefd-4f63-a982-7a9930235d3f None None] Network 8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8 requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:23:11.857365 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 44604) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:11.925384 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a4d13e13-e6a2-451d-90aa-450428ab3326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825640'] for network, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:11.982815 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-a4d13e13-e6a2-451d-90aa-450428ab3326 admin admin] Deleting port 899c0f02-c522-4cfa-a129-e5f6995c6d12 {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:23:11.983157 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a4d13e13-e6a2-451d-90aa-450428ab3326 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:12.039437 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36eac28-6c07-45de-97a9-2c048fec2126 None None] DHCP port deletion for 8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8 request from dv-cinder-813229-4-iscsi {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:23:12.062957 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [None req-a4d13e13-e6a2-451d-90aa-450428ab3326 admin admin] For port 899c0f02-c522-4cfa-a129-e5f6995c6d12, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=899c0f02-c522-4cfa-a129-e5f6995c6d12,segment=NetworkSegment(218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7),segment_id=218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7)] {{(pid=103145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:23:12.063341 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a4d13e13-e6a2-451d-90aa-450428ab3326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:12.074887 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 48fe9a23-c997-4335-82f1-f1d6d1e11011 no longer exists at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:23:12.078010 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-a4d13e13-e6a2-451d-90aa-450428ab3326 admin admin] Calling delete_port for 899c0f02-c522-4cfa-a129-e5f6995c6d12 owned by network:dhcp {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:23:12.098201 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] No Port match for: 48fe9a23-c997-4335-82f1-f1d6d1e11011 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:23:12.098555 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 48fe9a23-c997-4335-82f1-f1d6d1e11011 not bound to the agent host dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:23:12.098985 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7 no longer exists at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:23:12.121391 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] No Port match for: ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:23:12.121748 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device ea4eb6b2-7ee0-4676-8bcd-5c1adac3fdc7 not bound to the agent host dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:23:12.132136 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d36eac28-6c07-45de-97a9-2c048fec2126 None None] Deleting port 899c0f02-c522-4cfa-a129-e5f6995c6d12 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:23:12.132529 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d36eac28-6c07-45de-97a9-2c048fec2126 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:12.197920 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-d36eac28-6c07-45de-97a9-2c048fec2126 None None] For port 899c0f02-c522-4cfa-a129-e5f6995c6d12, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=899c0f02-c522-4cfa-a129-e5f6995c6d12,segment=NetworkSegment(218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7),segment_id=218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:23:12.198357 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d36eac28-6c07-45de-97a9-2c048fec2126 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:12.210919 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d36eac28-6c07-45de-97a9-2c048fec2126 None None] Calling delete_port for 899c0f02-c522-4cfa-a129-e5f6995c6d12 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:23:12.222124 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a4d13e13-e6a2-451d-90aa-450428ab3326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:12.239192 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d13e13-e6a2-451d-90aa-450428ab3326 admin admin] Pushing event deleted for resources: {'Port': ['ID=899c0f02-c522-4cfa-a129-e5f6995c6d12,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:12.241060 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d13e13-e6a2-451d-90aa-450428ab3326 admin admin] No DVR routers for this DVR port 899c0f02-c522-4cfa-a129-e5f6995c6d12 on host dv-cinder-813229-4-iscsi {{(pid=103145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:23:12.288076 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d36eac28-6c07-45de-97a9-2c048fec2126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:12.311519 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36eac28-6c07-45de-97a9-2c048fec2126 None None] Pushing event deleted for resources: {'Port': ['ID=899c0f02-c522-4cfa-a129-e5f6995c6d12,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:12.320902 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36eac28-6c07-45de-97a9-2c048fec2126 None None] No DVR routers for this DVR port 899c0f02-c522-4cfa-a129-e5f6995c6d12 on host dv-cinder-813229-4-iscsi {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:23:12.321094 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a4d13e13-e6a2-451d-90aa-450428ab3326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880017', 'neutron.services.segments.db._delete_segments_for_network-8782779444098'] for network, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:12.345147 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-a4d13e13-e6a2-451d-90aa-450428ab3326 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8']}} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:12.354593 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-a4d13e13-e6a2-451d-90aa-450428ab3326 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7') {'for_net_delete': True} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:12.354895 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.services.segments.db [None req-a4d13e13-e6a2-451d-90aa-450428ab3326 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '218dc23b-340d-4ec3-ab9a-7f8ebe1d40e7') {} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:12.364549 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a4d13e13-e6a2-451d-90aa-450428ab3326 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782779447179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59516735'] for segment, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:12.377222 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a4d13e13-e6a2-451d-90aa-450428ab3326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967'] for segment, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:12.384113 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4d13e13-e6a2-451d-90aa-450428ab3326 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:23:12.384502 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a4d13e13-e6a2-451d-90aa-450428ab3326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3665285'] for segment, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:12.386129 dv-cinder-813229-4-iscsi neutron-server[103145]: Traceback (most recent call last): Dec 15 14:23:12.386129 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:23:12.386129 dv-cinder-813229-4-iscsi neutron-server[103145]: timer() Dec 15 14:23:12.386129 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:23:12.386129 dv-cinder-813229-4-iscsi neutron-server[103145]: cb(*args, **kw) Dec 15 14:23:12.386129 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:23:12.386129 dv-cinder-813229-4-iscsi neutron-server[103145]: return func(*args, **kwargs) Dec 15 14:23:12.386129 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:23:12.386129 dv-cinder-813229-4-iscsi neutron-server[103145]: self._notify() Dec 15 14:23:12.386129 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:23:12.386129 dv-cinder-813229-4-iscsi neutron-server[103145]: self.callback(batched_events) Dec 15 14:23:12.386129 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:23:12.386129 dv-cinder-813229-4-iscsi neutron-server[103145]: event.method(event) Dec 15 14:23:12.386129 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:23:12.386129 dv-cinder-813229-4-iscsi neutron-server[103145]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:23:12.386129 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:23:12.386129 dv-cinder-813229-4-iscsi neutron-server[103145]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:23:12.386129 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:23:12.386129 dv-cinder-813229-4-iscsi neutron-server[103145]: return f(self, *a, **k) Dec 15 14:23:12.386129 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:23:12.386129 dv-cinder-813229-4-iscsi neutron-server[103145]: return self._get(url).json() Dec 15 14:23:12.386129 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:23:12.386129 dv-cinder-813229-4-iscsi neutron-server[103145]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:23:12.386129 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:23:12.386129 dv-cinder-813229-4-iscsi neutron-server[103145]: return self.request(url, 'GET', **kwargs) Dec 15 14:23:12.386129 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:23:12.386129 dv-cinder-813229-4-iscsi neutron-server[103145]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:23:12.386129 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:23:12.386129 dv-cinder-813229-4-iscsi neutron-server[103145]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:23:12.386129 dv-cinder-813229-4-iscsi neutron-server[103145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:23:12.386129 dv-cinder-813229-4-iscsi neutron-server[103145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:23:12.386129 dv-cinder-813229-4-iscsi neutron-server[103145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:23:12.498779 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a4d13e13-e6a2-451d-90aa-450428ab3326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583622'] for network, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:12.504923 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-a4d13e13-e6a2-451d-90aa-450428ab3326 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for network, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:12.508219 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-a4d13e13-e6a2-451d-90aa-450428ab3326 admin admin] 10.222.0.36 "DELETE /v2.0/networks/8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8 HTTP/1.1" status: 204 len: 168 time: 0.6498063 Dec 15 14:23:12.511187 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 44606) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:12.519442 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d13e13-e6a2-451d-90aa-450428ab3326 admin admin] Pushing event deleted for resources: {'Network': ['ID=8adc4b7c-4fb8-44d4-94da-3a33d3faf6c8,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:12.850321 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8dc496cf-1fe7-4bcd-ac9a-0e2b69e709ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584660'] for router_interface, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:13.091651 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-8dc496cf-1fe7-4bcd-ac9a-0e2b69e709ff admin admin] Deleting port 87452da1-3922-48bc-b512-d08d3367757d {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:23:13.092134 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8dc496cf-1fe7-4bcd-ac9a-0e2b69e709ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:13.173898 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-8dc496cf-1fe7-4bcd-ac9a-0e2b69e709ff admin admin] For port 87452da1-3922-48bc-b512-d08d3367757d, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=87452da1-3922-48bc-b512-d08d3367757d,segment=NetworkSegment(d41c5512-320d-4498-a60a-015c7a3a466a),segment_id=d41c5512-320d-4498-a60a-015c7a3a466a)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:23:13.174267 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8dc496cf-1fe7-4bcd-ac9a-0e2b69e709ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:13.186257 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-8dc496cf-1fe7-4bcd-ac9a-0e2b69e709ff admin admin] Calling delete_port for 87452da1-3922-48bc-b512-d08d3367757d owned by network:router_interface {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:23:13.423102 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8dc496cf-1fe7-4bcd-ac9a-0e2b69e709ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59071379'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:13.449160 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc496cf-1fe7-4bcd-ac9a-0e2b69e709ff admin admin] Pushing event deleted for resources: {'Port': ['ID=87452da1-3922-48bc-b512-d08d3367757d,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:13.619841 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-8dc496cf-1fe7-4bcd-ac9a-0e2b69e709ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2096200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584776'] for router_interface, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:13.827027 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc496cf-1fe7-4bcd-ac9a-0e2b69e709ff admin admin] Router 1509167a-34cb-437a-9d09-761858b07e2d has already been hosted by L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:23:13.935090 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc496cf-1fe7-4bcd-ac9a-0e2b69e709ff admin admin] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:23:13.940274 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-8dc496cf-1fe7-4bcd-ac9a-0e2b69e709ff admin admin] 10.222.0.36 "PUT /v2.0/routers/1509167a-34cb-437a-9d09-761858b07e2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4278944 Dec 15 14:23:13.943865 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 44608) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:13.946420 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a1580b-a535-4e5c-b8b9-9a3ec4139998 None None] Sync routers for ids ['1509167a-34cb-437a-9d09-761858b07e2d'] in dv-cinder-813229-4-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:23:13.956802 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a1580b-a535-4e5c-b8b9-9a3ec4139998 None None] Routers {'1509167a-34cb-437a-9d09-761858b07e2d'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:23:13.957730 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-13a1580b-a535-4e5c-b8b9-9a3ec4139998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:23:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['1509167a-34cb-437a-9d09-761858b07e2d'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:13.970587 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 899c0f02-c522-4cfa-a129-e5f6995c6d12 no longer exists at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:23:13.992124 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] No Port match for: 899c0f02-c522-4cfa-a129-e5f6995c6d12 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:23:13.992570 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 899c0f02-c522-4cfa-a129-e5f6995c6d12 not bound to the agent host dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:23:14.058689 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-637bed04-9f9d-4ef6-8d9f-3ac184dd08dc admin admin] Publish callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:14.147986 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-13a1580b-a535-4e5c-b8b9-9a3ec4139998 None None] Set router 1509167a-34cb-437a-9d09-761858b07e2d gateway port host: dv-cinder-813229-4-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:23:14.165051 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-637bed04-9f9d-4ef6-8d9f-3ac184dd08dc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:14.290444 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-637bed04-9f9d-4ef6-8d9f-3ac184dd08dc admin admin] Deleting port 89985527-54e8-4a0e-9cce-0a53d353e927 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:23:14.290788 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-637bed04-9f9d-4ef6-8d9f-3ac184dd08dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:14.328335 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-13a1580b-a535-4e5c-b8b9-9a3ec4139998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1509167a-34cb-437a-9d09-761858b07e2d', 'name': 'tempest-TestShelveInstance-428168845-router', 'tenant_id': 'f69edbe1355d441396ea76331c66c6dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '89985527-54e8-4a0e-9cce-0a53d353e927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:18:14Z', 'updated_at': '2021-12-15T14:23:13Z', 'revision_number': 5, 'project_id': 'f69edbe1355d441396ea76331c66c6dd', 'gw_port': {'id': '89985527-54e8-4a0e-9cce-0a53d353e927', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:98:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1509167a-34cb-437a-9d09-761858b07e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:18:15Z', 'updated_at': '2021-12-15T14:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi'}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:14.360427 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a1580b-a535-4e5c-b8b9-9a3ec4139998 None None] Checking router: 1509167a-34cb-437a-9d09-761858b07e2d for host: dv-cinder-813229-4-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:23:14.369958 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a1580b-a535-4e5c-b8b9-9a3ec4139998 None None] Routers {'1509167a-34cb-437a-9d09-761858b07e2d'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:23:14.370502 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-13a1580b-a535-4e5c-b8b9-9a3ec4139998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:23:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['1509167a-34cb-437a-9d09-761858b07e2d'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:14.387273 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-637bed04-9f9d-4ef6-8d9f-3ac184dd08dc admin admin] For port 89985527-54e8-4a0e-9cce-0a53d353e927, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=89985527-54e8-4a0e-9cce-0a53d353e927,segment=NetworkSegment(c751ab6f-1098-4cf9-a0b7-c17ede87015d),segment_id=c751ab6f-1098-4cf9-a0b7-c17ede87015d)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:23:14.387709 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-637bed04-9f9d-4ef6-8d9f-3ac184dd08dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:14.401538 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-637bed04-9f9d-4ef6-8d9f-3ac184dd08dc admin admin] Calling delete_port for 89985527-54e8-4a0e-9cce-0a53d353e927 owned by network:router_gateway {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:23:14.460742 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-13a1580b-a535-4e5c-b8b9-9a3ec4139998 None None] Set router 1509167a-34cb-437a-9d09-761858b07e2d gateway port host: None {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:23:14.516926 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-13a1580b-a535-4e5c-b8b9-9a3ec4139998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1509167a-34cb-437a-9d09-761858b07e2d', 'name': 'tempest-TestShelveInstance-428168845-router', 'tenant_id': 'f69edbe1355d441396ea76331c66c6dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:18:14Z', 'updated_at': '2021-12-15T14:23:14Z', 'revision_number': 6, 'project_id': 'f69edbe1355d441396ea76331c66c6dd', 'gw_port_host': None}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:14.548741 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a1580b-a535-4e5c-b8b9-9a3ec4139998 None None] The sync data for ids ['1509167a-34cb-437a-9d09-761858b07e2d'] in dv-cinder-813229-4-iscsi is: [{'id': '1509167a-34cb-437a-9d09-761858b07e2d', 'name': 'tempest-TestShelveInstance-428168845-router', 'tenant_id': 'f69edbe1355d441396ea76331c66c6dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:18:14Z', 'updated_at': '2021-12-15T14:23:14Z', 'revision_number': 6, 'project_id': 'f69edbe1355d441396ea76331c66c6dd', 'gw_port_host': None}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:23:14.619128 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-637bed04-9f9d-4ef6-8d9f-3ac184dd08dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59071379'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:14.647182 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637bed04-9f9d-4ef6-8d9f-3ac184dd08dc admin admin] Pushing event deleted for resources: {'Port': ['ID=89985527-54e8-4a0e-9cce-0a53d353e927,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:14.702913 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-637bed04-9f9d-4ef6-8d9f-3ac184dd08dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583658'] for router_gateway, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:14.792235 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-637bed04-9f9d-4ef6-8d9f-3ac184dd08dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1583034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5231'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:14.794339 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-637bed04-9f9d-4ef6-8d9f-3ac184dd08dc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:14.904998 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-637bed04-9f9d-4ef6-8d9f-3ac184dd08dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1583027'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:14.905489 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637bed04-9f9d-4ef6-8d9f-3ac184dd08dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1509167a-34cb-437a-9d09-761858b07e2d {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:23:14.912027 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-637bed04-9f9d-4ef6-8d9f-3ac184dd08dc admin admin] Publish callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:14.913259 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-637bed04-9f9d-4ef6-8d9f-3ac184dd08dc admin admin] 10.222.0.36 "DELETE /v2.0/routers/1509167a-34cb-437a-9d09-761858b07e2d HTTP/1.1" status: 204 len: 168 time: 0.9646056 Dec 15 14:23:14.915724 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 44610) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:14.961820 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-5591fc17-e7e3-4249-af92-1b1acde4e1fa admin admin] Deleting subnet 4c9cf6f1-50ae-488e-bdaf-17b2d29e90b0 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:23:14.965177 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5591fc17-e7e3-4249-af92-1b1acde4e1fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:14.999199 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5591fc17-e7e3-4249-af92-1b1acde4e1fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59448052'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:15.077042 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5591fc17-e7e3-4249-af92-1b1acde4e1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878086'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:15.179054 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5591fc17-e7e3-4249-af92-1b1acde4e1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59071396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802286'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:15.203063 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5591fc17-e7e3-4249-af92-1b1acde4e1fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c9cf6f1-50ae-488e-bdaf-17b2d29e90b0,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:15.210018 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5591fc17-e7e3-4249-af92-1b1acde4e1fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:15.221489 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-5591fc17-e7e3-4249-af92-1b1acde4e1fa admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4c9cf6f1-50ae-488e-bdaf-17b2d29e90b0 HTTP/1.1" status: 204 len: 168 time: 0.2965381 Dec 15 14:23:15.221751 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c246ff8b-2f53-4f37-b2cc-ffe7fe35ad52 None None] Network 7b26e0f5-2185-4a47-a593-e2ada9361a66 requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:23:15.222222 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 44612) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:15.289152 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6b341312-6f7f-4b1b-b4d0-515ae9832df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825640'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:15.365369 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7552939-c93c-40d1-942e-c69ed0e32a5a None None] DHCP port deletion for 7b26e0f5-2185-4a47-a593-e2ada9361a66 request from dv-cinder-813229-4-iscsi {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:23:15.421878 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e7552939-c93c-40d1-942e-c69ed0e32a5a None None] Deleting port 5f222e09-62d0-4a60-a598-bb4d20860a17 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:23:15.422263 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e7552939-c93c-40d1-942e-c69ed0e32a5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:15.492076 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-e7552939-c93c-40d1-942e-c69ed0e32a5a None None] For port 5f222e09-62d0-4a60-a598-bb4d20860a17, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=5f222e09-62d0-4a60-a598-bb4d20860a17,segment=NetworkSegment(d41c5512-320d-4498-a60a-015c7a3a466a),segment_id=d41c5512-320d-4498-a60a-015c7a3a466a)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:23:15.492508 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e7552939-c93c-40d1-942e-c69ed0e32a5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:15.505924 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e7552939-c93c-40d1-942e-c69ed0e32a5a None None] Calling delete_port for 5f222e09-62d0-4a60-a598-bb4d20860a17 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:23:15.600309 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-6b341312-6f7f-4b1b-b4d0-515ae9832df3 admin admin] Deleting port 5f222e09-62d0-4a60-a598-bb4d20860a17 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:23:15.600570 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6b341312-6f7f-4b1b-b4d0-515ae9832df3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:15.665614 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-6b341312-6f7f-4b1b-b4d0-515ae9832df3 admin admin] For port 5f222e09-62d0-4a60-a598-bb4d20860a17, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=5f222e09-62d0-4a60-a598-bb4d20860a17,segment=NetworkSegment(d41c5512-320d-4498-a60a-015c7a3a466a),segment_id=d41c5512-320d-4498-a60a-015c7a3a466a)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:23:15.665980 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6b341312-6f7f-4b1b-b4d0-515ae9832df3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:15.679174 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-6b341312-6f7f-4b1b-b4d0-515ae9832df3 admin admin] Calling delete_port for 5f222e09-62d0-4a60-a598-bb4d20860a17 owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:23:15.784794 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e7552939-c93c-40d1-942e-c69ed0e32a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:15.790968 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6b341312-6f7f-4b1b-b4d0-515ae9832df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59071379'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:15.809273 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552939-c93c-40d1-942e-c69ed0e32a5a None None] Pushing event deleted for resources: {'Port': ['ID=5f222e09-62d0-4a60-a598-bb4d20860a17,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:15.813057 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7552939-c93c-40d1-942e-c69ed0e32a5a None None] No DVR routers for this DVR port 5f222e09-62d0-4a60-a598-bb4d20860a17 on host dv-cinder-813229-4-iscsi {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:23:15.820402 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b341312-6f7f-4b1b-b4d0-515ae9832df3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f222e09-62d0-4a60-a598-bb4d20860a17,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:15.824927 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b341312-6f7f-4b1b-b4d0-515ae9832df3 admin admin] No DVR routers for this DVR port 5f222e09-62d0-4a60-a598-bb4d20860a17 on host dv-cinder-813229-4-iscsi {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:23:15.898869 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6b341312-6f7f-4b1b-b4d0-515ae9832df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880017', 'neutron.services.segments.db._delete_segments_for_network-8782779444098'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:15.917040 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 89985527-54e8-4a0e-9cce-0a53d353e927 no longer exists at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:23:15.919755 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.services.segments.db [None req-6b341312-6f7f-4b1b-b4d0-515ae9832df3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b26e0f5-2185-4a47-a593-e2ada9361a66']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:15.929268 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.services.segments.db [None req-6b341312-6f7f-4b1b-b4d0-515ae9832df3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd41c5512-320d-4498-a60a-015c7a3a466a') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:15.929566 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.services.segments.db [None req-6b341312-6f7f-4b1b-b4d0-515ae9832df3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd41c5512-320d-4498-a60a-015c7a3a466a') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:23:15.936884 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] No Port match for: 89985527-54e8-4a0e-9cce-0a53d353e927 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:23:15.937240 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 89985527-54e8-4a0e-9cce-0a53d353e927 not bound to the agent host dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:23:15.937665 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 87452da1-3922-48bc-b512-d08d3367757d no longer exists at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:23:15.939189 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6b341312-6f7f-4b1b-b4d0-515ae9832df3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782779447179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59447823'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:15.955182 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6b341312-6f7f-4b1b-b4d0-515ae9832df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:15.957533 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] No Port match for: 87452da1-3922-48bc-b512-d08d3367757d {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:23:15.957889 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 87452da1-3922-48bc-b512-d08d3367757d not bound to the agent host dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:23:15.958315 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 5f222e09-62d0-4a60-a598-bb4d20860a17 no longer exists at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:23:15.962476 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b341312-6f7f-4b1b-b4d0-515ae9832df3 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:23:15.962991 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6b341312-6f7f-4b1b-b4d0-515ae9832df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59071438'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:15.968883 dv-cinder-813229-4-iscsi neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:23:15.968883 dv-cinder-813229-4-iscsi neutron-server[103144]: self.session.flush() Dec 15 14:23:15.968883 dv-cinder-813229-4-iscsi neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:23:15.968883 dv-cinder-813229-4-iscsi neutron-server[103144]: self.session.flush() Dec 15 14:23:15.968883 dv-cinder-813229-4-iscsi neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:23:15.968883 dv-cinder-813229-4-iscsi neutron-server[103144]: self.session.flush() Dec 15 14:23:15.968883 dv-cinder-813229-4-iscsi neutron-server[103144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 14:23:15.968883 dv-cinder-813229-4-iscsi neutron-server[103144]: self.session.flush() Dec 15 14:23:15.968883 dv-cinder-813229-4-iscsi neutron-server[103144]: Traceback (most recent call last): Dec 15 14:23:15.968883 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:23:15.968883 dv-cinder-813229-4-iscsi neutron-server[103144]: timer() Dec 15 14:23:15.968883 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:23:15.968883 dv-cinder-813229-4-iscsi neutron-server[103144]: cb(*args, **kw) Dec 15 14:23:15.968883 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:23:15.968883 dv-cinder-813229-4-iscsi neutron-server[103144]: return func(*args, **kwargs) Dec 15 14:23:15.968883 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:23:15.968883 dv-cinder-813229-4-iscsi neutron-server[103144]: self._notify() Dec 15 14:23:15.968883 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:23:15.968883 dv-cinder-813229-4-iscsi neutron-server[103144]: self.callback(batched_events) Dec 15 14:23:15.968883 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:23:15.968883 dv-cinder-813229-4-iscsi neutron-server[103144]: event.method(event) Dec 15 14:23:15.968883 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:23:15.968883 dv-cinder-813229-4-iscsi neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:23:15.968883 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:23:15.968883 dv-cinder-813229-4-iscsi neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:23:15.968883 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:23:15.968883 dv-cinder-813229-4-iscsi neutron-server[103144]: return f(self, *a, **k) Dec 15 14:23:15.968883 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:23:15.968883 dv-cinder-813229-4-iscsi neutron-server[103144]: return self._get(url).json() Dec 15 14:23:15.968883 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:23:15.968883 dv-cinder-813229-4-iscsi neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:23:15.968883 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:23:15.968883 dv-cinder-813229-4-iscsi neutron-server[103144]: return self.request(url, 'GET', **kwargs) Dec 15 14:23:15.968883 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:23:15.968883 dv-cinder-813229-4-iscsi neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:23:15.968883 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:23:15.968883 dv-cinder-813229-4-iscsi neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:23:15.968883 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:23:15.968883 dv-cinder-813229-4-iscsi neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:23:15.968883 dv-cinder-813229-4-iscsi neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:23:15.980299 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] No Port match for: 5f222e09-62d0-4a60-a598-bb4d20860a17 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:23:15.980646 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 5f222e09-62d0-4a60-a598-bb4d20860a17 not bound to the agent host dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:23:16.064515 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6b341312-6f7f-4b1b-b4d0-515ae9832df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583622'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:16.072259 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-6b341312-6f7f-4b1b-b4d0-515ae9832df3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:16.075413 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-6b341312-6f7f-4b1b-b4d0-515ae9832df3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7b26e0f5-2185-4a47-a593-e2ada9361a66 HTTP/1.1" status: 204 len: 168 time: 0.8587239 Dec 15 14:23:16.085785 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b341312-6f7f-4b1b-b4d0-515ae9832df3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b26e0f5-2185-4a47-a593-e2ada9361a66,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:16.313639 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 44616) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:16.353202 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-a916ab13-d057-427f-bf22-374d763496a6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5aa37dc44119489f8b5a8292cf40d8bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382416 Dec 15 14:23:16.355833 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 44618) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:16.402695 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-97e4e32b-87a7-4a1e-9d77-a2f53fa81767 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:16.423102 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-97e4e32b-87a7-4a1e-9d77-a2f53fa81767 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:16.504650 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-97e4e32b-87a7-4a1e-9d77-a2f53fa81767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:16.507257 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-97e4e32b-87a7-4a1e-9d77-a2f53fa81767 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:16.508454 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-97e4e32b-87a7-4a1e-9d77-a2f53fa81767 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/615dce9f-371a-46a7-b3fa-fbec97008f72 HTTP/1.1" status: 204 len: 168 time: 0.1516292 Dec 15 14:23:16.516152 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4e32b-87a7-4a1e-9d77-a2f53fa81767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615dce9f-371a-46a7-b3fa-fbec97008f72,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:17.102580 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 44624) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:17.141595 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-a958a757-d080-4cc4-bbe6-5ac3f6018177 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f69edbe1355d441396ea76331c66c6dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378437 Dec 15 14:23:17.144744 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 44626) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:23:17.195001 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9e6cd36d-f8a4-46b8-8f27-00faf2cb6206 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:17.216156 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9e6cd36d-f8a4-46b8-8f27-00faf2cb6206 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:17.326923 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9e6cd36d-f8a4-46b8-8f27-00faf2cb6206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:17.329499 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9e6cd36d-f8a4-46b8-8f27-00faf2cb6206 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:17.330650 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-9e6cd36d-f8a4-46b8-8f27-00faf2cb6206 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/70669e29-f476-4436-b5a4-dd726c613f68 HTTP/1.1" status: 204 len: 168 time: 0.1849790 Dec 15 14:23:17.339108 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6cd36d-f8a4-46b8-8f27-00faf2cb6206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70669e29-f476-4436-b5a4-dd726c613f68,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:23:19.944185 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:25.365427 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8fa8f853-b3cf-4ecc-9234-254f9156faa6 req-c80de7fd-8938-4d50-8d9e-c47c908615ef service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9a103b57-3cd0-4e9f-877a-636aabdadd7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402629 Dec 15 14:23:25.430173 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8f853-b3cf-4ecc-9234-254f9156faa6 req-da074810-22b1-46f3-971d-9169e9e4f2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:25.431626 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8fa8f853-b3cf-4ecc-9234-254f9156faa6 req-da074810-22b1-46f3-971d-9169e9e4f2d8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cd38f26fb8464e569d886ee7fa407464&device_id=9a103b57-3cd0-4e9f-877a-636aabdadd7c HTTP/1.1" status: 200 len: 1098 time: 0.0429642 Dec 15 14:23:25.543742 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8f853-b3cf-4ecc-9234-254f9156faa6 req-7303f1bc-c396-4316-895b-568717c311b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:25.546206 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8fa8f853-b3cf-4ecc-9234-254f9156faa6 req-7303f1bc-c396-4316-895b-568717c311b0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d45a2324-0e28-4a72-9746-c7e5b98cb828 HTTP/1.1" status: 200 len: 913 time: 0.0951335 Dec 15 14:23:25.637198 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8fa8f853-b3cf-4ecc-9234-254f9156faa6 req-a8cc9ced-ad38-4571-99f8-5b2c1bd22d4a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34ee6a29-ca52-4613-a2f8-9da356bd45e3 HTTP/1.1" status: 200 len: 1000 time: 0.0852165 Dec 15 14:23:25.691592 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8f853-b3cf-4ecc-9234-254f9156faa6 req-7e4257e9-bc3e-45a4-bbad-914b66fdbcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:25.693095 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8fa8f853-b3cf-4ecc-9234-254f9156faa6 req-7e4257e9-bc3e-45a4-bbad-914b66fdbcb4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4cdae80b-2821-492e-b671-8fe55c42de47 HTTP/1.1" status: 200 len: 851 time: 0.0491891 Dec 15 14:23:25.740109 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8f853-b3cf-4ecc-9234-254f9156faa6 req-0a7a73a6-3da0-49d7-bc9f-eb9c374f67e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:23:25.741727 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8fa8f853-b3cf-4ecc-9234-254f9156faa6 req-0a7a73a6-3da0-49d7-bc9f-eb9c374f67e8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d45a2324-0e28-4a72-9746-c7e5b98cb828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412791 Dec 15 14:23:25.849713 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8fa8f853-b3cf-4ecc-9234-254f9156faa6 req-06a6fb2f-75e4-48da-8b2b-d468900ba0cd service neutron] 10.222.0.54 "GET /v2.0/networks/d45a2324-0e28-4a72-9746-c7e5b98cb828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008108 Dec 15 14:23:25.958393 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8fa8f853-b3cf-4ecc-9234-254f9156faa6 req-b04d04e9-5b82-46ec-b6cf-d8a55cf93d92 service neutron] 10.222.0.54 "GET /v2.0/networks/d45a2324-0e28-4a72-9746-c7e5b98cb828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015835 Dec 15 14:23:33.315248 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-47287f64-3173-4d4b-9fae-06a1371977f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:35.835838 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bda9b097-400a-4fc1-8b75-6395a4cbc15e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:37.011070 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:38.166499 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:38.352945 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:23:39.302499 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:23:49.955402 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:03.263380 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ee7e4550-599c-4f1f-a1d7-6fb5d2bf7679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:05.840450 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65737d14-0895-4252-8e19-d3ac079519be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:06.994936 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:08.171131 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:09.325979 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:15.351964 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:24:19.954423 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:23.372520 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833892f1-d0ed-495b-ab7a-b7c55c67cbff req-c96dec48-6e16-4fc4-9a8b-ad003862b8ae tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:23.373936 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-833892f1-d0ed-495b-ab7a-b7c55c67cbff req-c96dec48-6e16-4fc4-9a8b-ad003862b8ae tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a103b57-3cd0-4e9f-877a-636aabdadd7c HTTP/1.1" status: 200 len: 945 time: 0.2419205 Dec 15 14:24:23.423378 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-833892f1-d0ed-495b-ab7a-b7c55c67cbff req-66ae9e24-07a0-44ea-943a-091e5bd044f3 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432346 Dec 15 14:24:24.591511 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ffd899-86e8-4764-875f-7c9f535b31f4 req-4e62150e-2215-4c1e-9bab-f95287a80a05 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:24.592980 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-15ffd899-86e8-4764-875f-7c9f535b31f4 req-4e62150e-2215-4c1e-9bab-f95287a80a05 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a103b57-3cd0-4e9f-877a-636aabdadd7c HTTP/1.1" status: 200 len: 945 time: 0.0994222 Dec 15 14:24:24.649636 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-15ffd899-86e8-4764-875f-7c9f535b31f4 req-5b3c769c-951d-448c-bee5-a1e8c1cd3922 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505292 Dec 15 14:24:24.687682 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60135ff1-20ff-44ce-bf0b-765b00dbf70c req-cf5bee4d-e1a6-4db7-9551-722d267dd7eb tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:24.689115 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-60135ff1-20ff-44ce-bf0b-765b00dbf70c req-cf5bee4d-e1a6-4db7-9551-722d267dd7eb tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a103b57-3cd0-4e9f-877a-636aabdadd7c HTTP/1.1" status: 200 len: 945 time: 0.0557244 Dec 15 14:24:24.774977 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [req-60135ff1-20ff-44ce-bf0b-765b00dbf70c req-1c003db4-b8c6-4ba7-9e3d-26e302f601b2 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Deleting port 34ee6a29-ca52-4613-a2f8-9da356bd45e3 {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:24:24.775235 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-60135ff1-20ff-44ce-bf0b-765b00dbf70c req-1c003db4-b8c6-4ba7-9e3d-26e302f601b2 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:24.863704 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-60135ff1-20ff-44ce-bf0b-765b00dbf70c req-1c003db4-b8c6-4ba7-9e3d-26e302f601b2 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] For port 34ee6a29-ca52-4613-a2f8-9da356bd45e3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=34ee6a29-ca52-4613-a2f8-9da356bd45e3,segment=NetworkSegment(d1eeb863-062f-4ab7-8059-38341a55dab3),segment_id=d1eeb863-062f-4ab7-8059-38341a55dab3)] {{(pid=103145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:24:24.864127 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-60135ff1-20ff-44ce-bf0b-765b00dbf70c req-1c003db4-b8c6-4ba7-9e3d-26e302f601b2 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:25.031776 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-60135ff1-20ff-44ce-bf0b-765b00dbf70c req-1c003db4-b8c6-4ba7-9e3d-26e302f601b2 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:25.032093 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-60135ff1-20ff-44ce-bf0b-765b00dbf70c req-1c003db4-b8c6-4ba7-9e3d-26e302f601b2 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583636'] for floatingip, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:25.032416 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.db.l3_db [req-60135ff1-20ff-44ce-bf0b-765b00dbf70c req-1c003db4-b8c6-4ba7-9e3d-26e302f601b2 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Floating IP 299c872b-0791-4230-b9b2-57af6ea4def3 disassociated. External IP: 172.27.3.76, port: 34ee6a29-ca52-4613-a2f8-9da356bd45e3. Dec 15 14:24:25.032752 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [req-60135ff1-20ff-44ce-bf0b-765b00dbf70c req-1c003db4-b8c6-4ba7-9e3d-26e302f601b2 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Calling delete_port for 34ee6a29-ca52-4613-a2f8-9da356bd45e3 owned by compute:nova {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:24:25.211640 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-60135ff1-20ff-44ce-bf0b-765b00dbf70c req-1c003db4-b8c6-4ba7-9e3d-26e302f601b2 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:25.237577 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c003db4-b8c6-4ba7-9e3d-26e302f601b2 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Pushing event deleted for resources: {'Port': ['ID=34ee6a29-ca52-4613-a2f8-9da356bd45e3,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:25.249531 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c003db4-b8c6-4ba7-9e3d-26e302f601b2 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:25.249870 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c003db4-b8c6-4ba7-9e3d-26e302f601b2 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:25.250210 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c003db4-b8c6-4ba7-9e3d-26e302f601b2 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:25.250550 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c003db4-b8c6-4ba7-9e3d-26e302f601b2 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:25.250909 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c003db4-b8c6-4ba7-9e3d-26e302f601b2 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:25.251222 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c003db4-b8c6-4ba7-9e3d-26e302f601b2 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:25.251561 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c003db4-b8c6-4ba7-9e3d-26e302f601b2 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:25.251879 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c003db4-b8c6-4ba7-9e3d-26e302f601b2 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:25.252214 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c003db4-b8c6-4ba7-9e3d-26e302f601b2 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:25.252546 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c003db4-b8c6-4ba7-9e3d-26e302f601b2 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:25.252869 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c003db4-b8c6-4ba7-9e3d-26e302f601b2 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:25.253296 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c003db4-b8c6-4ba7-9e3d-26e302f601b2 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:25.253619 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c003db4-b8c6-4ba7-9e3d-26e302f601b2 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:25.639803 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60135ff1-20ff-44ce-bf0b-765b00dbf70c req-1c003db4-b8c6-4ba7-9e3d-26e302f601b2 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Router c6d9ba3e-81b7-48b2-93ae-0431f1480a96 has already been hosted by L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b {{(pid=103145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:24:25.758867 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-97249809-24c8-4bd1-ba1f-fc6f375f8cfa req-fd5b1085-475a-458e-a859-754844fc2a03 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a103b57-3cd0-4e9f-877a-636aabdadd7c HTTP/1.1" status: 200 len: 210 time: 0.0323164 Dec 15 14:24:25.778443 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60135ff1-20ff-44ce-bf0b-765b00dbf70c req-1c003db4-b8c6-4ba7-9e3d-26e302f601b2 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:24:25.788479 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663c6c0b-853f-4406-ac8e-8654300f464c None None] Sync routers for ids ['c6d9ba3e-81b7-48b2-93ae-0431f1480a96'] in dv-cinder-813229-4-iscsi {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:24:25.798420 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663c6c0b-853f-4406-ac8e-8654300f464c None None] Routers {'c6d9ba3e-81b7-48b2-93ae-0431f1480a96'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:24:25.799141 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-663c6c0b-853f-4406-ac8e-8654300f464c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:24:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['c6d9ba3e-81b7-48b2-93ae-0431f1480a96'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:25.816897 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [req-60135ff1-20ff-44ce-bf0b-765b00dbf70c req-1c003db4-b8c6-4ba7-9e3d-26e302f601b2 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] No DVR routers for this DVR port 34ee6a29-ca52-4613-a2f8-9da356bd45e3 on host hv-cinder-81322 {{(pid=103145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:24:25.819855 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-60135ff1-20ff-44ce-bf0b-765b00dbf70c req-1c003db4-b8c6-4ba7-9e3d-26e302f601b2 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:25.823101 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-60135ff1-20ff-44ce-bf0b-765b00dbf70c req-1c003db4-b8c6-4ba7-9e3d-26e302f601b2 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.54 "DELETE /v2.0/ports/34ee6a29-ca52-4613-a2f8-9da356bd45e3 HTTP/1.1" status: 204 len: 173 time: 1.1279838 Dec 15 14:24:25.823533 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a103b57-3cd0-4e9f-877a-636aabdadd7c', 'name': 'network-vif-deleted', 'tag': '34ee6a29-ca52-4613-a2f8-9da356bd45e3'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:24:25.825789 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54343ee614085f4f2fe791b0f2f4c0bf4988d50ad8e642b13afe6f74cb17e673" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83fa100-f614-4ad8-b4ea-bf8768a58e2b" -d '{"events": [{"server_uuid": "9a103b57-3cd0-4e9f-877a-636aabdadd7c", "name": "network-vif-deleted", "tag": "34ee6a29-ca52-4613-a2f8-9da356bd45e3"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:24:25.910250 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-663c6c0b-853f-4406-ac8e-8654300f464c None None] Set router c6d9ba3e-81b7-48b2-93ae-0431f1480a96 gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:24:25.924679 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5515672b-b3be-48c8-92e0-02ca90ab2466 x-openstack-request-id: req-5515672b-b3be-48c8-92e0-02ca90ab2466 {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:24:25.924961 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a103b57-3cd0-4e9f-877a-636aabdadd7c", "name": "network-vif-deleted", "tag": "34ee6a29-ca52-4613-a2f8-9da356bd45e3", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:24:25.925220 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5515672b-b3be-48c8-92e0-02ca90ab2466 {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:24:25.925635 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a103b57-3cd0-4e9f-877a-636aabdadd7c', 'name': 'network-vif-deleted', 'tag': '34ee6a29-ca52-4613-a2f8-9da356bd45e3', 'status': 'completed', 'code': 200} Dec 15 14:24:26.121869 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-663c6c0b-853f-4406-ac8e-8654300f464c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'name': 'tempest-TestVolumeBootPattern-1048994220-router', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:28Z', 'updated_at': '2021-12-15T14:21:32Z', 'revision_number': 4, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'gw_port': {'id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:29Z', 'updated_at': '2021-12-15T14:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': 'c6b3f496-8c01-4fda-880d-65e129c953c4', 'name': '', 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'mac_address': 'fa:16:3e:33:df:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:31Z', 'updated_at': '2021-12-15T14:21:35Z', 'revision_number': 5, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'subnets': [{'id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:26.148352 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663c6c0b-853f-4406-ac8e-8654300f464c None None] Checking router: c6d9ba3e-81b7-48b2-93ae-0431f1480a96 for host: dv-cinder-813229-4-iscsi {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:24:26.156450 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663c6c0b-853f-4406-ac8e-8654300f464c None None] Routers {'c6d9ba3e-81b7-48b2-93ae-0431f1480a96'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:24:26.157065 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-663c6c0b-853f-4406-ac8e-8654300f464c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:24:06Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['c6d9ba3e-81b7-48b2-93ae-0431f1480a96'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:26.264091 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-663c6c0b-853f-4406-ac8e-8654300f464c None None] Set router c6d9ba3e-81b7-48b2-93ae-0431f1480a96 gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:24:26.476138 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-663c6c0b-853f-4406-ac8e-8654300f464c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'name': 'tempest-TestVolumeBootPattern-1048994220-router', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:28Z', 'updated_at': '2021-12-15T14:21:32Z', 'revision_number': 4, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'gw_port': {'id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:29Z', 'updated_at': '2021-12-15T14:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': 'c6b3f496-8c01-4fda-880d-65e129c953c4', 'name': '', 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'mac_address': 'fa:16:3e:33:df:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:31Z', 'updated_at': '2021-12-15T14:21:35Z', 'revision_number': 5, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'subnets': [{'id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:26.502953 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663c6c0b-853f-4406-ac8e-8654300f464c None None] The sync data for ids ['c6d9ba3e-81b7-48b2-93ae-0431f1480a96'] in dv-cinder-813229-4-iscsi is: [{'id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'name': 'tempest-TestVolumeBootPattern-1048994220-router', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:28Z', 'updated_at': '2021-12-15T14:21:32Z', 'revision_number': 4, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'gw_port': {'id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:29Z', 'updated_at': '2021-12-15T14:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': 'c6b3f496-8c01-4fda-880d-65e129c953c4', 'name': '', 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'mac_address': 'fa:16:3e:33:df:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:31Z', 'updated_at': '2021-12-15T14:21:35Z', 'revision_number': 5, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'subnets': [{'id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:24:26.745019 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2903ffa8-7eff-4ddf-956c-7d291bdbd157 None None] New status for floating IP 299c872b-0791-4230-b9b2-57af6ea4def3: DOWN {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:24:26.868735 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-22d3ab1a-bd37-4447-b514-d7cecdc066c9 req-246674a2-74fa-41d6-95cf-a815f636a028 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a103b57-3cd0-4e9f-877a-636aabdadd7c HTTP/1.1" status: 200 len: 210 time: 0.0272870 Dec 15 14:24:28.124659 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-55ff94cc-3320-423c-a3b1-e9a15f1f57e6 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1269419461&fields=id&tenant_id=cd38f26fb8464e569d886ee7fa407464 HTTP/1.1" status: 200 len: 267 time: 0.0472085 Dec 15 14:24:28.230390 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-6e3a086c-ce69-407c-b9b8-92ea4d85cf0c tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:28.231828 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-6e3a086c-ce69-407c-b9b8-92ea4d85cf0c tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/networks?id=d45a2324-0e28-4a72-9746-c7e5b98cb828 HTTP/1.1" status: 200 len: 812 time: 0.0995910 Dec 15 14:24:28.246317 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-f1dc22b2-aeba-4bb3-91d5-49bca2b3f41b tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/quotas/cd38f26fb8464e569d886ee7fa407464 HTTP/1.1" status: 200 len: 375 time: 0.0087490 Dec 15 14:24:28.297063 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-31289e67-0230-4395-a1ad-071350d53068 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd38f26fb8464e569d886ee7fa407464&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455189 Dec 15 14:24:28.356118 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-8920007b-6d43-4e75-9b12-11b0478df667 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:24:28.357154 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-8920007b-6d43-4e75-9b12-11b0478df667 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475910 Dec 15 14:24:28.447776 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-3b058597-d878-4689-b9b7-2fe6f2d0cbf5 service neutron] 10.222.0.36 "GET /v2.0/networks/d45a2324-0e28-4a72-9746-c7e5b98cb828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843811 Dec 15 14:24:28.542149 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-83d3abd9-faab-4286-ab9f-c816a9d44a4a service neutron] 10.222.0.36 "GET /v2.0/networks/d45a2324-0e28-4a72-9746-c7e5b98cb828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878828 Dec 15 14:24:28.806824 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 34ee6a29-ca52-4613-a2f8-9da356bd45e3 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:24:28.830561 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] No Port match for: 34ee6a29-ca52-4613-a2f8-9da356bd45e3 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:24:28.830912 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 34ee6a29-ca52-4613-a2f8-9da356bd45e3 not bound to the agent host hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:24:29.059220 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ccd1c73e-6c15-48d5-9c68-5fa8205113a8 req-c5a5ca2b-2952-42b6-87f1-b90c264512ca tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b2ef41c-1fd9-4684-8a2d-49d608e414ca HTTP/1.1" status: 200 len: 210 time: 0.0255873 Dec 15 14:24:30.136296 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-860925af-d3bd-4ff7-bc74-374675f50973 req-d6fbf4ea-7094-4149-8ef6-38c155640018 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b2ef41c-1fd9-4684-8a2d-49d608e414ca HTTP/1.1" status: 200 len: 210 time: 0.0263045 Dec 15 14:24:31.215347 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-526914d6-4828-458a-8d47-fdc3858f57df req-1f3d47a6-9612-43cb-b795-ada1423aa693 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b2ef41c-1fd9-4684-8a2d-49d608e414ca HTTP/1.1" status: 200 len: 210 time: 0.0261195 Dec 15 14:24:32.292130 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7e160003-c925-4757-840c-7300f21463c6 req-02d680e9-3c13-4bd7-8c6c-b206b5e6babc tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b2ef41c-1fd9-4684-8a2d-49d608e414ca HTTP/1.1" status: 200 len: 210 time: 0.0252547 Dec 15 14:24:33.308195 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76f65dc2-355e-464e-8ed2-7e6c952a1d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:33.383146 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-33d9b411-9a26-4d53-9a64-0a563aa17b84 req-8a243da8-dd28-4c62-92af-c6eb6a4e75c9 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b2ef41c-1fd9-4684-8a2d-49d608e414ca HTTP/1.1" status: 200 len: 210 time: 0.0258479 Dec 15 14:24:34.478396 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-74a2eb7b-2cdb-478f-95d3-ea5c85b8e471 req-f3b4df2e-329d-4451-96e5-f48a2ebb7fbf tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b2ef41c-1fd9-4684-8a2d-49d608e414ca HTTP/1.1" status: 200 len: 210 time: 0.0286145 Dec 15 14:24:34.888768 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-9f0bdcad-0c7e-4990-bd48-e1a9f49c50c3 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:34.890115 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-9f0bdcad-0c7e-4990-bd48-e1a9f49c50c3 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.54 "GET /v2.0/networks?id=d45a2324-0e28-4a72-9746-c7e5b98cb828 HTTP/1.1" status: 200 len: 812 time: 0.0999563 Dec 15 14:24:34.952317 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-d23ae745-67ef-4cbf-a05b-421e53b8bb2a tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd38f26fb8464e569d886ee7fa407464 HTTP/1.1" status: 200 len: 380 time: 0.0529180 Dec 15 14:24:34.961404 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-d47958ec-2372-4d4c-87af-e0089faba0b8 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Request body: {'port': {'device_id': '5b2ef41c-1fd9-4684-8a2d-49d608e414ca', 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'admin_state_up': True, 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'security_groups': ['529b4721-de16-4919-9a84-ca12f4925c1f']}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:24:35.154401 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-d47958ec-2372-4d4c-87af-e0089faba0b8 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Made reservation on behalf of cd38f26fb8464e569d886ee7fa407464 for: {'port': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:24:35.157986 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-d47958ec-2372-4d4c-87af-e0089faba0b8 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:35.282997 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-d47958ec-2372-4d4c-87af-e0089faba0b8 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Allocated IP 172.20.0.10 (d45a2324-0e28-4a72-9746-c7e5b98cb828/4cdae80b-2821-492e-b671-8fe55c42de47/5dd7fd16-29ae-4d71-978c-bfa23231432d) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:24:35.417357 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-d47958ec-2372-4d4c-87af-e0089faba0b8 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for port, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:35.538180 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-d47958ec-2372-4d4c-87af-e0089faba0b8 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:35.611538 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-d47958ec-2372-4d4c-87af-e0089faba0b8 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Network d45a2324-0e28-4a72-9746-c7e5b98cb828 is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:24:35.619700 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-d47958ec-2372-4d4c-87af-e0089faba0b8 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:24:35.624839 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-d47958ec-2372-4d4c-87af-e0089faba0b8 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:24:35.631722 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47958ec-2372-4d4c-87af-e0089faba0b8 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Pushing event updated for resources: {'Port': ['ID=5dd7fd16-29ae-4d71-978c-bfa23231432d,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:35.667041 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ab327-1155-46e7-9774-cb2144a08e44 req-f256e80c-3473-4436-a395-a4e780a49983 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:35.668699 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b70ab327-1155-46e7-9774-cb2144a08e44 req-f256e80c-3473-4436-a395-a4e780a49983 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b2ef41c-1fd9-4684-8a2d-49d608e414ca HTTP/1.1" status: 200 len: 932 time: 0.1193473 Dec 15 14:24:35.697930 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-d47958ec-2372-4d4c-87af-e0089faba0b8 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:35.698546 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-d47958ec-2372-4d4c-87af-e0089faba0b8 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:35.747201 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b70ab327-1155-46e7-9774-cb2144a08e44 req-68c29b97-755e-4576-965b-ea180e370a4e tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705292 Dec 15 14:24:35.776223 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-d47958ec-2372-4d4c-87af-e0089faba0b8 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8183961 Dec 15 14:24:35.786705 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-ef78a339-e551-47c2-99ee-070794f89c08 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103145) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 14:24:35.789031 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-ef78a339-e551-47c2-99ee-070794f89c08 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066409 Dec 15 14:24:35.834388 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-b6113cca-e249-465c-9bbc-ccc16554e043 None None] Provisioning complete for port 5dd7fd16-29ae-4d71-978c-bfa23231432d triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:24:35.835481 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6113cca-e249-465c-9bbc-ccc16554e043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:35.847043 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-570c352f-5ca4-43ec-8a12-5626c04f8e0b service neutron] Request body: {'port': {'device_id': '5b2ef41c-1fd9-4684-8a2d-49d608e414ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:24:35.865005 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70b10677-5385-4f42-8cb7-293b1f4916fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:35.871553 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b6113cca-e249-465c-9bbc-ccc16554e043 None None] Port 5dd7fd16-29ae-4d71-978c-bfa23231432d cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:24:35.907552 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-570c352f-5ca4-43ec-8a12-5626c04f8e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:36.170668 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-570c352f-5ca4-43ec-8a12-5626c04f8e0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dd7fd16-29ae-4d71-978c-bfa23231432d {{(pid=103145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:24:36.178431 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-570c352f-5ca4-43ec-8a12-5626c04f8e0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:36.189937 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.provisioning_blocks [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-570c352f-5ca4-43ec-8a12-5626c04f8e0b service neutron] Transition to ACTIVE for port object 5dd7fd16-29ae-4d71-978c-bfa23231432d will not be triggered until provisioned by entity L2. {{(pid=103145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:24:36.251184 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-570c352f-5ca4-43ec-8a12-5626c04f8e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:36.303297 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c352f-5ca4-43ec-8a12-5626c04f8e0b service neutron] Pushing event updated for resources: {'Port': ['ID=5dd7fd16-29ae-4d71-978c-bfa23231432d,revision_number=2']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:36.373874 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-570c352f-5ca4-43ec-8a12-5626c04f8e0b service neutron] Attempting to bind port 5dd7fd16-29ae-4d71-978c-bfa23231432d on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:24:36.374210 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-570c352f-5ca4-43ec-8a12-5626c04f8e0b service neutron] Attempting to bind port 5dd7fd16-29ae-4d71-978c-bfa23231432d by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'd1eeb863-062f-4ab7-8059-38341a55dab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828'}] {{(pid=103145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:24:36.374537 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-570c352f-5ca4-43ec-8a12-5626c04f8e0b service neutron] Attempting to bind port 5dd7fd16-29ae-4d71-978c-bfa23231432d on network d45a2324-0e28-4a72-9746-c7e5b98cb828 {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:24:36.379019 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-570c352f-5ca4-43ec-8a12-5626c04f8e0b service neutron] Port 5dd7fd16-29ae-4d71-978c-bfa23231432d on network d45a2324-0e28-4a72-9746-c7e5b98cb828 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:24:36.379339 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-570c352f-5ca4-43ec-8a12-5626c04f8e0b service neutron] Attempting to bind port 5dd7fd16-29ae-4d71-978c-bfa23231432d on network d45a2324-0e28-4a72-9746-c7e5b98cb828 {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:24:36.384855 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-570c352f-5ca4-43ec-8a12-5626c04f8e0b service neutron] Checking agent: {'id': 'ac5d7605-2d06-411e-ba74-ad46eb528a57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 11, 20), 'started_at': datetime.datetime(2021, 12, 15, 14, 11, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:24:36.385193 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-570c352f-5ca4-43ec-8a12-5626c04f8e0b service neutron] Checking segment: {'id': 'd1eeb863-062f-4ab7-8059-38341a55dab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:24:36.385579 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-570c352f-5ca4-43ec-8a12-5626c04f8e0b service neutron] Bound using segment: {'id': 'd1eeb863-062f-4ab7-8059-38341a55dab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828'} {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:24:36.386014 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-570c352f-5ca4-43ec-8a12-5626c04f8e0b service neutron] Bound port: 5dd7fd16-29ae-4d71-978c-bfa23231432d, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1eeb863-062f-4ab7-8059-38341a55dab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828'}}] {{(pid=103145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:24:36.386367 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-570c352f-5ca4-43ec-8a12-5626c04f8e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:36.452554 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-570c352f-5ca4-43ec-8a12-5626c04f8e0b service neutron] For port 5dd7fd16-29ae-4d71-978c-bfa23231432d, host hv-cinder-81322, cleared binding levels {{(pid=103145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:24:36.455411 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-570c352f-5ca4-43ec-8a12-5626c04f8e0b service neutron] For port 5dd7fd16-29ae-4d71-978c-bfa23231432d, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5dd7fd16-29ae-4d71-978c-bfa23231432d,segment=NetworkSegment(d1eeb863-062f-4ab7-8059-38341a55dab3),segment_id=d1eeb863-062f-4ab7-8059-38341a55dab3)] {{(pid=103145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:24:36.520113 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-570c352f-5ca4-43ec-8a12-5626c04f8e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:36.556429 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-570c352f-5ca4-43ec-8a12-5626c04f8e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:36.557027 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-570c352f-5ca4-43ec-8a12-5626c04f8e0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:36.558410 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-570c352f-5ca4-43ec-8a12-5626c04f8e0b service neutron] 10.222.0.54 "PUT /v2.0/ports/5dd7fd16-29ae-4d71-978c-bfa23231432d HTTP/1.1" status: 200 len: 1094 time: 0.7618408 Dec 15 14:24:36.558865 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2ef41c-1fd9-4684-8a2d-49d608e414ca', 'tag': '5dd7fd16-29ae-4d71-978c-bfa23231432d'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:24:36.561146 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54343ee614085f4f2fe791b0f2f4c0bf4988d50ad8e642b13afe6f74cb17e673" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d58333-a2bb-4ed4-aea2-9fd29a5b7ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "5b2ef41c-1fd9-4684-8a2d-49d608e414ca", "tag": "5dd7fd16-29ae-4d71-978c-bfa23231432d"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:24:36.589733 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c352f-5ca4-43ec-8a12-5626c04f8e0b service neutron] Pushing event updated for resources: {'Port': ['ID=5dd7fd16-29ae-4d71-978c-bfa23231432d,revision_number=3']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:36.605696 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06440e96-c90f-41db-b727-22f58457d7dd x-openstack-request-id: req-06440e96-c90f-41db-b727-22f58457d7dd {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:24:36.606052 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b2ef41c-1fd9-4684-8a2d-49d608e414ca", "tag": "5dd7fd16-29ae-4d71-978c-bfa23231432d", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:24:36.606315 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-06440e96-c90f-41db-b727-22f58457d7dd {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:24:36.606715 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2ef41c-1fd9-4684-8a2d-49d608e414ca', 'tag': '5dd7fd16-29ae-4d71-978c-bfa23231432d', 'status': 'completed', 'code': 200} Dec 15 14:24:36.674087 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d58333-a2bb-4ed4-aea2-9fd29a5b7ed5 req-37874b8e-9d50-45d5-8405-44e0d131dd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:36.675795 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-32d58333-a2bb-4ed4-aea2-9fd29a5b7ed5 req-37874b8e-9d50-45d5-8405-44e0d131dd7a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cd38f26fb8464e569d886ee7fa407464&device_id=5b2ef41c-1fd9-4684-8a2d-49d608e414ca HTTP/1.1" status: 200 len: 1097 time: 0.0471859 Dec 15 14:24:36.776688 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d58333-a2bb-4ed4-aea2-9fd29a5b7ed5 req-ca0fe456-52f5-45f5-946f-0ef9efe2d105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:36.778167 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-32d58333-a2bb-4ed4-aea2-9fd29a5b7ed5 req-ca0fe456-52f5-45f5-946f-0ef9efe2d105 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=cd38f26fb8464e569d886ee7fa407464&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0942154 Dec 15 14:24:36.908627 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e8579-b1b0-4864-9174-69214f306143 req-4ca1772f-070f-4ec6-a042-0e0f7ff45d34 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:36.910093 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d10e8579-b1b0-4864-9174-69214f306143 req-4ca1772f-070f-4ec6-a042-0e0f7ff45d34 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b2ef41c-1fd9-4684-8a2d-49d608e414ca HTTP/1.1" status: 200 len: 944 time: 0.0779016 Dec 15 14:24:36.912840 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d58333-a2bb-4ed4-aea2-9fd29a5b7ed5 req-83d3b3be-d2e4-4db5-8b2c-13a812516f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:36.914151 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-32d58333-a2bb-4ed4-aea2-9fd29a5b7ed5 req-83d3b3be-d2e4-4db5-8b2c-13a812516f6a service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1297753 Dec 15 14:24:36.971844 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-d10e8579-b1b0-4864-9174-69214f306143 req-223ad57f-b1d3-44a6-bf22-0f37cf366bac tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552542 Dec 15 14:24:37.000025 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:37.006910 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-5aa3d501-e4c8-4218-a038-35049fd02d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:37.008445 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-5aa3d501-e4c8-4218-a038-35049fd02d03 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cd38f26fb8464e569d886ee7fa407464&device_id=5b2ef41c-1fd9-4684-8a2d-49d608e414ca HTTP/1.1" status: 200 len: 1097 time: 0.0534739 Dec 15 14:24:37.052940 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-809cf97c-8eda-40a3-b75a-fb70e4359ac4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dd7fd16-29ae-4d71-978c-bfa23231432d HTTP/1.1" status: 200 len: 217 time: 0.0358067 Dec 15 14:24:37.101920 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-835425ba-0eb3-420e-aa85-f8493d758ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:37.103415 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-835425ba-0eb3-420e-aa85-f8493d758ff7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4cdae80b-2821-492e-b671-8fe55c42de47 HTTP/1.1" status: 200 len: 851 time: 0.0437584 Dec 15 14:24:37.149698 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-29f07043-e490-455a-bc7c-f4c5c78ee2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:37.151162 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-29f07043-e490-455a-bc7c-f4c5c78ee2cb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d45a2324-0e28-4a72-9746-c7e5b98cb828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410950 Dec 15 14:24:37.244234 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-7de015a0-cf93-480e-9421-092ab847b844 service neutron] 10.222.0.54 "GET /v2.0/networks/d45a2324-0e28-4a72-9746-c7e5b98cb828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862138 Dec 15 14:24:37.336170 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-81dff5ab-2f13-4afa-a534-441d9c51da7d req-76d50eb6-9374-4167-ba6e-c679d5f1412b service neutron] 10.222.0.54 "GET /v2.0/networks/d45a2324-0e28-4a72-9746-c7e5b98cb828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852802 Dec 15 14:24:38.090134 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85365a84-c724-4d9d-8336-d2bc2ed27a9e req-4108c821-07fb-4d53-9553-5cb2e7c426af tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:38.091403 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-85365a84-c724-4d9d-8336-d2bc2ed27a9e req-4108c821-07fb-4d53-9553-5cb2e7c426af tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b2ef41c-1fd9-4684-8a2d-49d608e414ca HTTP/1.1" status: 200 len: 944 time: 0.0505016 Dec 15 14:24:38.143057 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-85365a84-c724-4d9d-8336-d2bc2ed27a9e req-dcf8992c-8846-4100-879e-87e2daba34db tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456402 Dec 15 14:24:38.176884 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:39.260542 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45707191-d2d4-4ed3-a2e7-3e9fbaeb6132 req-10909f1b-eb8f-4478-8b52-59bc9f6b558c tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:39.262141 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-45707191-d2d4-4ed3-a2e7-3e9fbaeb6132 req-10909f1b-eb8f-4478-8b52-59bc9f6b558c tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b2ef41c-1fd9-4684-8a2d-49d608e414ca HTTP/1.1" status: 200 len: 944 time: 0.0495450 Dec 15 14:24:39.308412 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:39.312525 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-45707191-d2d4-4ed3-a2e7-3e9fbaeb6132 req-f8b2a8c5-e6b6-47fc-85ed-1349cd942399 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442410 Dec 15 14:24:40.435783 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f66be-4d95-4d34-833d-62bc37e4d5f5 req-f87d93dd-ca79-4448-a239-9177f2575704 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:40.437262 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a35f66be-4d95-4d34-833d-62bc37e4d5f5 req-f87d93dd-ca79-4448-a239-9177f2575704 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b2ef41c-1fd9-4684-8a2d-49d608e414ca HTTP/1.1" status: 200 len: 944 time: 0.0521770 Dec 15 14:24:40.486366 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a35f66be-4d95-4d34-833d-62bc37e4d5f5 req-6ce9da90-0d52-40c7-865a-059d7e8c0d98 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430658 Dec 15 14:24:41.601020 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb13d9-08c8-4237-9c64-01488b694da1 req-095c5b7b-015b-46a0-b83f-1e6b3286f780 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:41.602505 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3cbb13d9-08c8-4237-9c64-01488b694da1 req-095c5b7b-015b-46a0-b83f-1e6b3286f780 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b2ef41c-1fd9-4684-8a2d-49d608e414ca HTTP/1.1" status: 200 len: 944 time: 0.0477850 Dec 15 14:24:41.651198 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-3cbb13d9-08c8-4237-9c64-01488b694da1 req-0907c407-9be8-43fb-9fe6-28214809f4a2 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425055 Dec 15 14:24:42.766394 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33163161-1513-4063-9c8e-7a4293d2148e req-bbd20ecd-6ae4-4496-a371-512f8d585024 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:42.767846 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-33163161-1513-4063-9c8e-7a4293d2148e req-bbd20ecd-6ae4-4496-a371-512f8d585024 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b2ef41c-1fd9-4684-8a2d-49d608e414ca HTTP/1.1" status: 200 len: 944 time: 0.0481746 Dec 15 14:24:42.818569 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-33163161-1513-4063-9c8e-7a4293d2148e req-66b661f6-3107-449d-81a3-28369b2c6083 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448985 Dec 15 14:24:43.934071 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4b5e2-26b0-452a-8bb4-d6e4401b1b60 req-6ed24b87-5f24-4424-a6b8-05fd7b50e972 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:43.935544 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8da4b5e2-26b0-452a-8bb4-d6e4401b1b60 req-6ed24b87-5f24-4424-a6b8-05fd7b50e972 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b2ef41c-1fd9-4684-8a2d-49d608e414ca HTTP/1.1" status: 200 len: 944 time: 0.0488992 Dec 15 14:24:43.984144 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8da4b5e2-26b0-452a-8bb4-d6e4401b1b60 req-dad9d50a-917b-425d-ae76-1a57d0e24f4f tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427239 Dec 15 14:24:44.889133 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 5dd7fd16-29ae-4d71-978c-bfa23231432d details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:24:44.983801 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 5dd7fd16-29ae-4d71-978c-bfa23231432d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5dd7fd16-29ae-4d71-978c-bfa23231432d,segment=NetworkSegment(d1eeb863-062f-4ab7-8059-38341a55dab3),segment_id=d1eeb863-062f-4ab7-8059-38341a55dab3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:24:44.995060 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Returning: {'device': '5dd7fd16-29ae-4d71-978c-bfa23231432d', 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'port_id': '5dd7fd16-29ae-4d71-978c-bfa23231432d', 'mac_address': 'fa:16:3e:c9:6e:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:24:45.031026 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:45.044875 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dd7fd16-29ae-4d71-978c-bfa23231432d {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:24:45.064688 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 5dd7fd16-29ae-4d71-978c-bfa23231432d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5dd7fd16-29ae-4d71-978c-bfa23231432d,segment=NetworkSegment(d1eeb863-062f-4ab7-8059-38341a55dab3),segment_id=d1eeb863-062f-4ab7-8059-38341a55dab3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:24:45.096662 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092d93d-96e1-4ce1-9677-93da49578a44 req-a1c267dd-da34-4bee-a71b-c33916b2dd66 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:45.098225 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a092d93d-96e1-4ce1-9677-93da49578a44 req-a1c267dd-da34-4bee-a71b-c33916b2dd66 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b2ef41c-1fd9-4684-8a2d-49d608e414ca HTTP/1.1" status: 200 len: 944 time: 0.0484538 Dec 15 14:24:45.131217 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:45.149492 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a092d93d-96e1-4ce1-9677-93da49578a44 req-6c7f4570-6536-490f-9f2a-9344f94918d9 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444860 Dec 15 14:24:45.179610 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=5dd7fd16-29ae-4d71-978c-bfa23231432d,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:45.186708 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:45.187074 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:45.187437 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:45.187786 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:45.188161 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:45.188505 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:45.188847 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:45.189186 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:45.189523 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:45.189859 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:45.190197 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:45.190549 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:45.190868 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:24:45.336032 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['5dd7fd16-29ae-4d71-978c-bfa23231432d'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:24:46.265185 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f94f6-935f-4156-96dc-984408bdaad6 req-69f77f9e-e3fe-4d64-a4ec-125a73ff1c7c tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:46.266640 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e43f94f6-935f-4156-96dc-984408bdaad6 req-69f77f9e-e3fe-4d64-a4ec-125a73ff1c7c tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b2ef41c-1fd9-4684-8a2d-49d608e414ca HTTP/1.1" status: 200 len: 945 time: 0.0512128 Dec 15 14:24:46.314430 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-e43f94f6-935f-4156-96dc-984408bdaad6 req-084666d0-65cf-4b3e-b309-b1556b3b77b1 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412493 Dec 15 14:24:46.915063 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 5dd7fd16-29ae-4d71-978c-bfa23231432d up at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:24:47.045315 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning for port 5dd7fd16-29ae-4d71-978c-bfa23231432d completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:24:47.049290 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning complete for port 5dd7fd16-29ae-4d71-978c-bfa23231432d triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:24:47.052866 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:47.126331 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:47.148983 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2ef41c-1fd9-4684-8a2d-49d608e414ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd7fd16-29ae-4d71-978c-bfa23231432d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:24:47.151209 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563fd6401afa6af5759f990961882efb87115f058b142029c69814770c0d1fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa094047-3fdd-49ef-91bd-146fa6043d0e" -d '{"events": [{"server_uuid": "5b2ef41c-1fd9-4684-8a2d-49d608e414ca", "name": "network-vif-plugged", "status": "completed", "tag": "5dd7fd16-29ae-4d71-978c-bfa23231432d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:24:47.174714 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 5dd7fd16-29ae-4d71-978c-bfa23231432d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5dd7fd16-29ae-4d71-978c-bfa23231432d,segment=NetworkSegment(d1eeb863-062f-4ab7-8059-38341a55dab3),segment_id=d1eeb863-062f-4ab7-8059-38341a55dab3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:24:47.246246 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9840f0b-10ad-48bc-b031-bc1082c5252f x-openstack-request-id: req-b9840f0b-10ad-48bc-b031-bc1082c5252f {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:24:47.246551 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2ef41c-1fd9-4684-8a2d-49d608e414ca", "name": "network-vif-plugged", "status": "completed", "tag": "5dd7fd16-29ae-4d71-978c-bfa23231432d", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:24:47.246915 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b9840f0b-10ad-48bc-b031-bc1082c5252f {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:24:47.247337 dv-cinder-813229-4-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2ef41c-1fd9-4684-8a2d-49d608e414ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd7fd16-29ae-4d71-978c-bfa23231432d', 'code': 200} Dec 15 14:24:47.261850 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:47.312403 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=5dd7fd16-29ae-4d71-978c-bfa23231432d,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:47.429530 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2f4bf-daa7-45d7-8234-b39e1f7d39e4 req-8d45f2a3-e5b8-4ec7-83dc-66c89d726601 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:47.430927 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-45a2f4bf-daa7-45d7-8234-b39e1f7d39e4 req-8d45f2a3-e5b8-4ec7-83dc-66c89d726601 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b2ef41c-1fd9-4684-8a2d-49d608e414ca HTTP/1.1" status: 200 len: 946 time: 0.0482938 Dec 15 14:24:47.480816 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-45a2f4bf-daa7-45d7-8234-b39e1f7d39e4 req-7db2e750-2957-445f-a687-d258548ff5a2 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439606 Dec 15 14:24:47.590953 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95646a9-2b44-4658-8791-c5c3b1fc33a0 req-10b68e4b-0dca-4908-bc7e-9d5dee8e3341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:47.592517 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a95646a9-2b44-4658-8791-c5c3b1fc33a0 req-10b68e4b-0dca-4908-bc7e-9d5dee8e3341 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5b2ef41c-1fd9-4684-8a2d-49d608e414ca HTTP/1.1" status: 200 len: 1099 time: 0.0453625 Dec 15 14:24:47.637573 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a95646a9-2b44-4658-8791-c5c3b1fc33a0 req-8dbee754-e04e-4d92-925d-074903d1d320 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384347 Dec 15 14:24:48.601273 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d5557-658c-41ee-bd8a-9da2a93c2d7d req-ec855aae-c2c6-4d99-b13c-3ffa1f1d5df2 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:48.602764 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-178d5557-658c-41ee-bd8a-9da2a93c2d7d req-ec855aae-c2c6-4d99-b13c-3ffa1f1d5df2 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b2ef41c-1fd9-4684-8a2d-49d608e414ca HTTP/1.1" status: 200 len: 946 time: 0.0533009 Dec 15 14:24:48.652547 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-178d5557-658c-41ee-bd8a-9da2a93c2d7d req-2d0c7029-7806-499e-9770-6840b88951b9 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430508 Dec 15 14:24:49.767815 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52622793-5195-4e48-bf80-a0b95f2bcfb9 req-3c32d53a-dc35-4d05-976c-78ff42d91a3b tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:49.769487 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-52622793-5195-4e48-bf80-a0b95f2bcfb9 req-3c32d53a-dc35-4d05-976c-78ff42d91a3b tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b2ef41c-1fd9-4684-8a2d-49d608e414ca HTTP/1.1" status: 200 len: 946 time: 0.0499663 Dec 15 14:24:49.821873 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-52622793-5195-4e48-bf80-a0b95f2bcfb9 req-f55df46a-a117-46fc-a8b2-f3ebcfe1e0db tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463438 Dec 15 14:24:49.925360 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:49.938038 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77779b-ed48-4767-ae44-532bf16c13ce req-a4d741e1-4ac7-438d-9ba9-6db34aefb2ee tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:49.938038 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cc77779b-ed48-4767-ae44-532bf16c13ce req-a4d741e1-4ac7-438d-9ba9-6db34aefb2ee tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b2ef41c-1fd9-4684-8a2d-49d608e414ca HTTP/1.1" status: 200 len: 946 time: 0.0489783 Dec 15 14:24:49.986805 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-cc77779b-ed48-4767-ae44-532bf16c13ce req-0cfcb2d1-cff0-4cca-adcf-bad4d78a2576 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436599 Dec 15 14:24:50.008991 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 44746) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:24:50.047791 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6079bae-be04-4be2-97a1-add5e3ddd57b tempest-TestVolumeBootPattern-726491536 tempest-TestVolumeBootPattern-726491536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:50.049363 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-d6079bae-be04-4be2-97a1-add5e3ddd57b tempest-TestVolumeBootPattern-726491536 tempest-TestVolumeBootPattern-726491536-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5b2ef41c-1fd9-4684-8a2d-49d608e414ca HTTP/1.1" status: 200 len: 1094 time: 0.0393584 Dec 15 14:24:50.052717 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 44748) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:24:50.056879 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-c9eed2f9-604e-4259-ab31-d607aae353f9 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Request body: {'floatingip': {'floating_network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'port_id': '5dd7fd16-29ae-4d71-978c-bfa23231432d', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:24:50.136623 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c9eed2f9-604e-4259-ab31-d607aae353f9 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for floatingip, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:50.233915 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c9eed2f9-604e-4259-ab31-d607aae353f9 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:50.331278 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [None req-c9eed2f9-604e-4259-ab31-d607aae353f9 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Allocated IP 172.27.3.151 (828b465c-2de9-4223-b21e-29ccc1fcf343/8db6495a-cb76-4dd2-8fa8-8ada67659a42/e6ddab23-4e7a-4a9b-a5b5-e714967f17be) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:24:50.433733 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c9eed2f9-604e-4259-ab31-d607aae353f9 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for port, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:50.519657 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c9eed2f9-604e-4259-ab31-d607aae353f9 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:50.561432 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9eed2f9-604e-4259-ab31-d607aae353f9 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Network 828b465c-2de9-4223-b21e-29ccc1fcf343 is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:24:50.564418 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-c9eed2f9-604e-4259-ab31-d607aae353f9 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:24:50.569668 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eed2f9-604e-4259-ab31-d607aae353f9 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:24:50.580592 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eed2f9-604e-4259-ab31-d607aae353f9 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Pushing event updated for resources: {'Port': ['ID=e6ddab23-4e7a-4a9b-a5b5-e714967f17be,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:50.908890 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c9eed2f9-604e-4259-ab31-d607aae353f9 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:51.024577 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c9eed2f9-604e-4259-ab31-d607aae353f9 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:51.175043 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c9eed2f9-604e-4259-ab31-d607aae353f9 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for port, precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:51.245067 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c9eed2f9-604e-4259-ab31-d607aae353f9 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:51.312742 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eed2f9-604e-4259-ab31-d607aae353f9 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Pushing event updated for resources: {'Port': ['ID=e6ddab23-4e7a-4a9b-a5b5-e714967f17be,revision_number=2']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:24:51.326046 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c9eed2f9-604e-4259-ab31-d607aae353f9 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583636'] for floatingip, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:51.424128 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.db.l3_db [None req-c9eed2f9-604e-4259-ab31-d607aae353f9 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Floating IP 7fd31a21-f3a1-45e3-aeed-780b091be4c5 associated. External IP: 172.27.3.151, port: 5dd7fd16-29ae-4d71-978c-bfa23231432d. Dec 15 14:24:51.897408 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9eed2f9-604e-4259-ab31-d607aae353f9 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Router c6d9ba3e-81b7-48b2-93ae-0431f1480a96 has already been hosted by L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b {{(pid=103145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:24:52.004041 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9eed2f9-604e-4259-ab31-d607aae353f9 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:24:52.015296 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719fd2ce-8730-48e2-9c65-f7da02a2c6ac None None] Sync routers for ids ['c6d9ba3e-81b7-48b2-93ae-0431f1480a96'] in dv-cinder-813229-4-iscsi {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:24:52.027365 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719fd2ce-8730-48e2-9c65-f7da02a2c6ac None None] Routers {'c6d9ba3e-81b7-48b2-93ae-0431f1480a96'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:24:52.037122 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-719fd2ce-8730-48e2-9c65-f7da02a2c6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:24:36Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['c6d9ba3e-81b7-48b2-93ae-0431f1480a96'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:52.081762 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-c9eed2f9-604e-4259-ab31-d607aae353f9 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for floatingip, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:24:52.115128 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-c9eed2f9-604e-4259-ab31-d607aae353f9 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0612323 Dec 15 14:24:52.115720 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2ef41c-1fd9-4684-8a2d-49d608e414ca', 'tag': '5dd7fd16-29ae-4d71-978c-bfa23231432d'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:24:52.118439 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54343ee614085f4f2fe791b0f2f4c0bf4988d50ad8e642b13afe6f74cb17e673" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede1fc0d-3ffd-4a19-9494-fb85a2a8a4b5" -d '{"events": [{"name": "network-changed", "server_uuid": "5b2ef41c-1fd9-4684-8a2d-49d608e414ca", "tag": "5dd7fd16-29ae-4d71-978c-bfa23231432d"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:24:52.157493 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a54382e-e0f9-447b-b0bd-dc45ba20bb54 x-openstack-request-id: req-4a54382e-e0f9-447b-b0bd-dc45ba20bb54 {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:24:52.157786 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b2ef41c-1fd9-4684-8a2d-49d608e414ca", "tag": "5dd7fd16-29ae-4d71-978c-bfa23231432d", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:24:52.158043 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4a54382e-e0f9-447b-b0bd-dc45ba20bb54 {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:24:52.158448 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2ef41c-1fd9-4684-8a2d-49d608e414ca', 'tag': '5dd7fd16-29ae-4d71-978c-bfa23231432d', 'status': 'completed', 'code': 200} Dec 15 14:24:52.220264 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1fc0d-3ffd-4a19-9494-fb85a2a8a4b5 req-2fef0336-5032-49e2-964f-8b913f6a2a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:52.221756 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ede1fc0d-3ffd-4a19-9494-fb85a2a8a4b5 req-2fef0336-5032-49e2-964f-8b913f6a2a86 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cd38f26fb8464e569d886ee7fa407464&device_id=5b2ef41c-1fd9-4684-8a2d-49d608e414ca HTTP/1.1" status: 200 len: 1099 time: 0.0411017 Dec 15 14:24:52.268051 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-719fd2ce-8730-48e2-9c65-f7da02a2c6ac None None] Set router c6d9ba3e-81b7-48b2-93ae-0431f1480a96 gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:24:52.321937 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1fc0d-3ffd-4a19-9494-fb85a2a8a4b5 req-ced4b91d-da07-476b-b644-e7ed4322a06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:52.323406 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ede1fc0d-3ffd-4a19-9494-fb85a2a8a4b5 req-ced4b91d-da07-476b-b644-e7ed4322a06c service neutron] 10.222.0.54 "GET /v2.0/networks?id=d45a2324-0e28-4a72-9746-c7e5b98cb828 HTTP/1.1" status: 200 len: 913 time: 0.0924537 Dec 15 14:24:52.351209 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:24:52.393939 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ede1fc0d-3ffd-4a19-9494-fb85a2a8a4b5 req-b75adb7d-3287-4005-8e16-1d2217737da6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dd7fd16-29ae-4d71-978c-bfa23231432d HTTP/1.1" status: 200 len: 1000 time: 0.0636332 Dec 15 14:24:52.441934 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1fc0d-3ffd-4a19-9494-fb85a2a8a4b5 req-d058a6e7-cdb5-4576-ae0f-458fe314bbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:52.444172 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ede1fc0d-3ffd-4a19-9494-fb85a2a8a4b5 req-d058a6e7-cdb5-4576-ae0f-458fe314bbd8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4cdae80b-2821-492e-b671-8fe55c42de47 HTTP/1.1" status: 200 len: 851 time: 0.0436189 Dec 15 14:24:52.487938 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1fc0d-3ffd-4a19-9494-fb85a2a8a4b5 req-8bc82e10-fa19-4d80-b8d9-d1e56706967c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:24:52.489971 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ede1fc0d-3ffd-4a19-9494-fb85a2a8a4b5 req-8bc82e10-fa19-4d80-b8d9-d1e56706967c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d45a2324-0e28-4a72-9746-c7e5b98cb828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387816 Dec 15 14:24:52.496968 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-719fd2ce-8730-48e2-9c65-f7da02a2c6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'name': 'tempest-TestVolumeBootPattern-1048994220-router', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:28Z', 'updated_at': '2021-12-15T14:21:32Z', 'revision_number': 4, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'gw_port': {'id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:29Z', 'updated_at': '2021-12-15T14:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_floatingips': [{'id': '7fd31a21-f3a1-45e3-aeed-780b091be4c5', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'router_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'port_id': '5dd7fd16-29ae-4d71-978c-bfa23231432d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'mac_address': 'fa:16:3e:c9:6e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2ef41c-1fd9-4684-8a2d-49d608e414ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:24:50Z', 'updated_at': '2021-12-15T14:24:50Z', 'revision_number': 0, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b3f496-8c01-4fda-880d-65e129c953c4', 'name': '', 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'mac_address': 'fa:16:3e:33:df:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:31Z', 'updated_at': '2021-12-15T14:21:35Z', 'revision_number': 5, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'subnets': [{'id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:52.523671 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719fd2ce-8730-48e2-9c65-f7da02a2c6ac None None] Checking router: c6d9ba3e-81b7-48b2-93ae-0431f1480a96 for host: dv-cinder-813229-4-iscsi {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:24:52.531978 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719fd2ce-8730-48e2-9c65-f7da02a2c6ac None None] Routers {'c6d9ba3e-81b7-48b2-93ae-0431f1480a96'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:24:52.532605 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-719fd2ce-8730-48e2-9c65-f7da02a2c6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:24:36Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['c6d9ba3e-81b7-48b2-93ae-0431f1480a96'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:52.583048 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ede1fc0d-3ffd-4a19-9494-fb85a2a8a4b5 req-02713bc5-7063-4384-886b-cab388ba328b service neutron] 10.222.0.54 "GET /v2.0/networks/d45a2324-0e28-4a72-9746-c7e5b98cb828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854468 Dec 15 14:24:52.637502 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-719fd2ce-8730-48e2-9c65-f7da02a2c6ac None None] Set router c6d9ba3e-81b7-48b2-93ae-0431f1480a96 gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:24:52.675368 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-ede1fc0d-3ffd-4a19-9494-fb85a2a8a4b5 req-75530221-1d79-4c1f-83fc-5c2a94e0e9cf service neutron] 10.222.0.54 "GET /v2.0/networks/d45a2324-0e28-4a72-9746-c7e5b98cb828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848081 Dec 15 14:24:52.858385 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-719fd2ce-8730-48e2-9c65-f7da02a2c6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'name': 'tempest-TestVolumeBootPattern-1048994220-router', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:28Z', 'updated_at': '2021-12-15T14:21:32Z', 'revision_number': 4, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'gw_port': {'id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:29Z', 'updated_at': '2021-12-15T14:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_floatingips': [{'id': '7fd31a21-f3a1-45e3-aeed-780b091be4c5', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'router_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'port_id': '5dd7fd16-29ae-4d71-978c-bfa23231432d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'mac_address': 'fa:16:3e:c9:6e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2ef41c-1fd9-4684-8a2d-49d608e414ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:24:50Z', 'updated_at': '2021-12-15T14:24:50Z', 'revision_number': 0, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b3f496-8c01-4fda-880d-65e129c953c4', 'name': '', 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'mac_address': 'fa:16:3e:33:df:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:31Z', 'updated_at': '2021-12-15T14:21:35Z', 'revision_number': 5, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'subnets': [{'id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:24:52.887831 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719fd2ce-8730-48e2-9c65-f7da02a2c6ac None None] The sync data for ids ['c6d9ba3e-81b7-48b2-93ae-0431f1480a96'] in dv-cinder-813229-4-iscsi is: [{'id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'name': 'tempest-TestVolumeBootPattern-1048994220-router', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:28Z', 'updated_at': '2021-12-15T14:21:32Z', 'revision_number': 4, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'gw_port': {'id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:29Z', 'updated_at': '2021-12-15T14:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_floatingips': [{'id': '7fd31a21-f3a1-45e3-aeed-780b091be4c5', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'router_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'port_id': '5dd7fd16-29ae-4d71-978c-bfa23231432d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'mac_address': 'fa:16:3e:c9:6e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2ef41c-1fd9-4684-8a2d-49d608e414ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:24:50Z', 'updated_at': '2021-12-15T14:24:50Z', 'revision_number': 0, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b3f496-8c01-4fda-880d-65e129c953c4', 'name': '', 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'mac_address': 'fa:16:3e:33:df:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:31Z', 'updated_at': '2021-12-15T14:21:35Z', 'revision_number': 5, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'subnets': [{'id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:24:53.078708 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe9cdc3-e570-49dd-b425-82ecdbfe2a5e None None] New status for floating IP 7fd31a21-f3a1-45e3-aeed-780b091be4c5: ACTIVE {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:25:03.336261 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cded237c-0072-4c28-a2e5-bec562d52e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:05.868423 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a03afec3-198b-459d-96de-6df8fc125cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:07.050627 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:08.187102 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:09.341766 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:19.970248 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:26.331386 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-80dcc94d-5e65-4d43-958d-13a21a3d97e9 req-d681c1ad-969e-4381-bdb5-4887b004ed0a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5b2ef41c-1fd9-4684-8a2d-49d608e414ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447462 Dec 15 14:25:26.413731 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcc94d-5e65-4d43-958d-13a21a3d97e9 req-c723e028-bb2a-422a-9bb7-641643f31afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:26.415268 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-80dcc94d-5e65-4d43-958d-13a21a3d97e9 req-c723e028-bb2a-422a-9bb7-641643f31afd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cd38f26fb8464e569d886ee7fa407464&device_id=5b2ef41c-1fd9-4684-8a2d-49d608e414ca HTTP/1.1" status: 200 len: 1099 time: 0.0405896 Dec 15 14:25:26.520169 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcc94d-5e65-4d43-958d-13a21a3d97e9 req-89e99160-1828-4a1f-8683-0a6bf3872e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:26.521638 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-80dcc94d-5e65-4d43-958d-13a21a3d97e9 req-89e99160-1828-4a1f-8683-0a6bf3872e48 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d45a2324-0e28-4a72-9746-c7e5b98cb828 HTTP/1.1" status: 200 len: 913 time: 0.0877740 Dec 15 14:25:26.586006 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-80dcc94d-5e65-4d43-958d-13a21a3d97e9 req-c78d3145-c0af-4e50-bb16-678bec4dca7c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dd7fd16-29ae-4d71-978c-bfa23231432d HTTP/1.1" status: 200 len: 1002 time: 0.0565310 Dec 15 14:25:26.634678 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcc94d-5e65-4d43-958d-13a21a3d97e9 req-62a39a66-2d72-4956-9486-a9adcfbaeaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:26.636105 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-80dcc94d-5e65-4d43-958d-13a21a3d97e9 req-62a39a66-2d72-4956-9486-a9adcfbaeaad service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4cdae80b-2821-492e-b671-8fe55c42de47 HTTP/1.1" status: 200 len: 851 time: 0.0427263 Dec 15 14:25:26.683422 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcc94d-5e65-4d43-958d-13a21a3d97e9 req-5dde27ba-ece5-49f1-b409-a250faf4e2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:25:26.684927 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-80dcc94d-5e65-4d43-958d-13a21a3d97e9 req-5dde27ba-ece5-49f1-b409-a250faf4e2b1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d45a2324-0e28-4a72-9746-c7e5b98cb828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423310 Dec 15 14:25:26.772668 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-80dcc94d-5e65-4d43-958d-13a21a3d97e9 req-5132bff7-2e87-45ff-a467-9bd74de1dfd7 service neutron] 10.222.0.54 "GET /v2.0/networks/d45a2324-0e28-4a72-9746-c7e5b98cb828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810082 Dec 15 14:25:26.864464 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-80dcc94d-5e65-4d43-958d-13a21a3d97e9 req-3337e9d1-7c4b-49ae-819f-d35d8a444921 service neutron] 10.222.0.54 "GET /v2.0/networks/d45a2324-0e28-4a72-9746-c7e5b98cb828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845666 Dec 15 14:25:29.350177 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:25:33.261071 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba86fc32-fcbd-4bfe-ab19-757fd700d142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:35.855829 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a70174d5-9c96-454a-a2f6-7a0dde91758e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:37.038431 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:38.186610 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:39.341349 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:25:49.981238 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:03.294889 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ad88a8f-f6e4-4cf2-baad-5615a452c783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:05.860361 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-146879ff-aab4-42a0-8a4e-1b745744834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:06.348093 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:26:07.066495 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:08.198766 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:09.317558 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:19.945796 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:28.334205 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6013fcd7-8854-423b-aa85-0e4d779906e0 req-e692a63d-7e6c-4c7e-8036-816447489475 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5b2ef41c-1fd9-4684-8a2d-49d608e414ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395000 Dec 15 14:26:28.418546 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013fcd7-8854-423b-aa85-0e4d779906e0 req-0f4e1f86-e8a8-437f-8566-3641f88d4a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:28.420086 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6013fcd7-8854-423b-aa85-0e4d779906e0 req-0f4e1f86-e8a8-437f-8566-3641f88d4a84 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cd38f26fb8464e569d886ee7fa407464&device_id=5b2ef41c-1fd9-4684-8a2d-49d608e414ca HTTP/1.1" status: 200 len: 1099 time: 0.0444300 Dec 15 14:26:28.527727 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013fcd7-8854-423b-aa85-0e4d779906e0 req-567d3dae-5fd9-4b79-9f77-cbdba1d860c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:28.529205 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6013fcd7-8854-423b-aa85-0e4d779906e0 req-567d3dae-5fd9-4b79-9f77-cbdba1d860c4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d45a2324-0e28-4a72-9746-c7e5b98cb828 HTTP/1.1" status: 200 len: 913 time: 0.0895424 Dec 15 14:26:28.594661 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6013fcd7-8854-423b-aa85-0e4d779906e0 req-bb033e7f-03bf-44d4-bf98-4823e81140a6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dd7fd16-29ae-4d71-978c-bfa23231432d HTTP/1.1" status: 200 len: 1002 time: 0.0571003 Dec 15 14:26:28.647558 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013fcd7-8854-423b-aa85-0e4d779906e0 req-ba099076-c90e-4d72-8b87-ebb6d91514dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:28.649028 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6013fcd7-8854-423b-aa85-0e4d779906e0 req-ba099076-c90e-4d72-8b87-ebb6d91514dc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4cdae80b-2821-492e-b671-8fe55c42de47 HTTP/1.1" status: 200 len: 851 time: 0.0476315 Dec 15 14:26:28.693226 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013fcd7-8854-423b-aa85-0e4d779906e0 req-d2e7895f-16da-4274-be5a-02ab9a1a6dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:28.694604 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6013fcd7-8854-423b-aa85-0e4d779906e0 req-d2e7895f-16da-4274-be5a-02ab9a1a6dcf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d45a2324-0e28-4a72-9746-c7e5b98cb828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388677 Dec 15 14:26:28.785711 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6013fcd7-8854-423b-aa85-0e4d779906e0 req-ff34b35b-5d41-490a-b5b6-faaf929ed684 service neutron] 10.222.0.54 "GET /v2.0/networks/d45a2324-0e28-4a72-9746-c7e5b98cb828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842614 Dec 15 14:26:28.873965 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6013fcd7-8854-423b-aa85-0e4d779906e0 req-899a1dfd-5931-4cec-ace6-f928ba6e8bcc service neutron] 10.222.0.54 "GET /v2.0/networks/d45a2324-0e28-4a72-9746-c7e5b98cb828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812752 Dec 15 14:26:33.288355 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65e8222b-fb44-4128-aac5-563d335a5d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:35.894337 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f05a4327-315e-45cb-8613-b16b871058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:37.020218 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:38.185572 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:39.305931 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:39.662376 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-862168c9-2c63-4903-bc10-5def50403615 req-8b379141-ac3a-42e7-82ed-501ac25b999b tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1269419461&fields=id&tenant_id=cd38f26fb8464e569d886ee7fa407464 HTTP/1.1" status: 200 len: 267 time: 0.0440869 Dec 15 14:26:39.771000 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862168c9-2c63-4903-bc10-5def50403615 req-cc71b594-6db7-4317-86b1-d91b6f2b4a87 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:39.772506 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-862168c9-2c63-4903-bc10-5def50403615 req-cc71b594-6db7-4317-86b1-d91b6f2b4a87 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/networks?id=d45a2324-0e28-4a72-9746-c7e5b98cb828 HTTP/1.1" status: 200 len: 812 time: 0.1035330 Dec 15 14:26:39.787595 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-862168c9-2c63-4903-bc10-5def50403615 req-3dec9c00-6ba3-4b59-913d-de89f17917e9 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/quotas/cd38f26fb8464e569d886ee7fa407464 HTTP/1.1" status: 200 len: 375 time: 0.0092051 Dec 15 14:26:39.841624 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-862168c9-2c63-4903-bc10-5def50403615 req-dd24a93f-fa69-4ca3-b928-26e9b4b5abe3 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd38f26fb8464e569d886ee7fa407464&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486636 Dec 15 14:26:39.940213 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-862168c9-2c63-4903-bc10-5def50403615 req-2032a6cd-b54b-457c-a55d-670fba9bcf30 service neutron] 10.222.0.36 "GET /v2.0/networks/d45a2324-0e28-4a72-9746-c7e5b98cb828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861976 Dec 15 14:26:40.028678 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-862168c9-2c63-4903-bc10-5def50403615 req-712c1134-5570-485d-ab89-8ec5b650c668 service neutron] 10.222.0.36 "GET /v2.0/networks/d45a2324-0e28-4a72-9746-c7e5b98cb828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823984 Dec 15 14:26:40.509151 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4c7ada09-1b83-4b3f-b6c2-e0c11566e830 req-e0ad70e4-5ca5-49b0-9f29-1cca15ae1a74 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bda21c6-c5dc-41ca-a84a-451f07e77a81 HTTP/1.1" status: 200 len: 210 time: 0.0253301 Dec 15 14:26:41.609422 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8da49850-c65f-4776-8bd1-c277347c4d58 req-b963e9e3-e89f-44f0-9eed-d63d626fd5a9 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bda21c6-c5dc-41ca-a84a-451f07e77a81 HTTP/1.1" status: 200 len: 210 time: 0.0331349 Dec 15 14:26:42.339122 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862168c9-2c63-4903-bc10-5def50403615 req-6d5e3e86-608a-40af-8acd-8a9db87e8990 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:42.340775 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-862168c9-2c63-4903-bc10-5def50403615 req-6d5e3e86-608a-40af-8acd-8a9db87e8990 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.54 "GET /v2.0/networks?id=d45a2324-0e28-4a72-9746-c7e5b98cb828 HTTP/1.1" status: 200 len: 812 time: 0.1060834 Dec 15 14:26:42.405761 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-862168c9-2c63-4903-bc10-5def50403615 req-0191fb41-58aa-4943-9337-ec0ff2b8a3fd tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd38f26fb8464e569d886ee7fa407464 HTTP/1.1" status: 200 len: 380 time: 0.0543950 Dec 15 14:26:42.416890 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [req-862168c9-2c63-4903-bc10-5def50403615 req-9bdfa44e-3111-46ea-81fd-214ea17ea4db tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Request body: {'port': {'device_id': '2bda21c6-c5dc-41ca-a84a-451f07e77a81', 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'admin_state_up': True, 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'security_groups': ['529b4721-de16-4919-9a84-ca12f4925c1f']}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:26:42.585830 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-862168c9-2c63-4903-bc10-5def50403615 req-9bdfa44e-3111-46ea-81fd-214ea17ea4db tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Made reservation on behalf of cd38f26fb8464e569d886ee7fa407464 for: {'port': 1} {{(pid=103145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 14:26:42.589589 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-862168c9-2c63-4903-bc10-5def50403615 req-9bdfa44e-3111-46ea-81fd-214ea17ea4db tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:42.726807 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a3081268-e44e-4579-a154-833840dd961e req-292ab28d-7d03-498e-ac46-800e23a0fed5 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bda21c6-c5dc-41ca-a84a-451f07e77a81 HTTP/1.1" status: 200 len: 210 time: 0.0326078 Dec 15 14:26:42.744451 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [req-862168c9-2c63-4903-bc10-5def50403615 req-9bdfa44e-3111-46ea-81fd-214ea17ea4db tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Allocated IP 172.20.0.7 (d45a2324-0e28-4a72-9746-c7e5b98cb828/4cdae80b-2821-492e-b671-8fe55c42de47/911e3bf9-e1bb-45cc-9851-03e0ee54f49a) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:26:42.884007 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-862168c9-2c63-4903-bc10-5def50403615 req-9bdfa44e-3111-46ea-81fd-214ea17ea4db tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for port, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:42.991505 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-862168c9-2c63-4903-bc10-5def50403615 req-9bdfa44e-3111-46ea-81fd-214ea17ea4db tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:43.035438 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-862168c9-2c63-4903-bc10-5def50403615 req-9bdfa44e-3111-46ea-81fd-214ea17ea4db tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Network d45a2324-0e28-4a72-9746-c7e5b98cb828 is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:26:43.038592 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [req-862168c9-2c63-4903-bc10-5def50403615 req-9bdfa44e-3111-46ea-81fd-214ea17ea4db tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:26:43.042436 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [req-862168c9-2c63-4903-bc10-5def50403615 req-9bdfa44e-3111-46ea-81fd-214ea17ea4db tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:26:43.070460 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdfa44e-3111-46ea-81fd-214ea17ea4db tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Pushing event updated for resources: {'Port': ['ID=911e3bf9-e1bb-45cc-9851-03e0ee54f49a,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:43.082164 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfa44e-3111-46ea-81fd-214ea17ea4db tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:43.082522 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfa44e-3111-46ea-81fd-214ea17ea4db tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:43.082871 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfa44e-3111-46ea-81fd-214ea17ea4db tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:43.083290 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfa44e-3111-46ea-81fd-214ea17ea4db tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:43.083634 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfa44e-3111-46ea-81fd-214ea17ea4db tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:43.083995 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfa44e-3111-46ea-81fd-214ea17ea4db tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:43.084334 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfa44e-3111-46ea-81fd-214ea17ea4db tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:43.084670 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfa44e-3111-46ea-81fd-214ea17ea4db tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:43.085002 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfa44e-3111-46ea-81fd-214ea17ea4db tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:43.085345 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfa44e-3111-46ea-81fd-214ea17ea4db tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:43.085673 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfa44e-3111-46ea-81fd-214ea17ea4db tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:43.086001 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfa44e-3111-46ea-81fd-214ea17ea4db tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:43.086329 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdfa44e-3111-46ea-81fd-214ea17ea4db tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:43.115333 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862168c9-2c63-4903-bc10-5def50403615 req-9bdfa44e-3111-46ea-81fd-214ea17ea4db tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:43.116132 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-862168c9-2c63-4903-bc10-5def50403615 req-9bdfa44e-3111-46ea-81fd-214ea17ea4db tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:43.217803 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-862168c9-2c63-4903-bc10-5def50403615 req-9bdfa44e-3111-46ea-81fd-214ea17ea4db tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8045418 Dec 15 14:26:43.230197 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [req-862168c9-2c63-4903-bc10-5def50403615 req-8b04536e-10ce-47e0-af06-9112808d8a33 service neutron] Request body: {'port': {'device_id': '2bda21c6-c5dc-41ca-a84a-451f07e77a81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:26:43.272748 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-5fa49201-5d97-46cc-b561-47fb045607ff None None] Provisioning complete for port 911e3bf9-e1bb-45cc-9851-03e0ee54f49a triggered by entity DHCP. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:26:43.273360 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5fa49201-5d97-46cc-b561-47fb045607ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:43.285681 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-862168c9-2c63-4903-bc10-5def50403615 req-8b04536e-10ce-47e0-af06-9112808d8a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:43.311105 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5fa49201-5d97-46cc-b561-47fb045607ff None None] Port 911e3bf9-e1bb-45cc-9851-03e0ee54f49a cannot update to ACTIVE because it is not bound. {{(pid=103146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 14:26:43.347158 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:26:43.554064 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [req-862168c9-2c63-4903-bc10-5def50403615 req-8b04536e-10ce-47e0-af06-9112808d8a33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 911e3bf9-e1bb-45cc-9851-03e0ee54f49a {{(pid=103145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:26:43.562639 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-862168c9-2c63-4903-bc10-5def50403615 req-8b04536e-10ce-47e0-af06-9112808d8a33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:43.574098 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.provisioning_blocks [req-862168c9-2c63-4903-bc10-5def50403615 req-8b04536e-10ce-47e0-af06-9112808d8a33 service neutron] Transition to ACTIVE for port object 911e3bf9-e1bb-45cc-9851-03e0ee54f49a will not be triggered until provisioned by entity L2. {{(pid=103145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 14:26:43.630971 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-862168c9-2c63-4903-bc10-5def50403615 req-8b04536e-10ce-47e0-af06-9112808d8a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:43.681996 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b04536e-10ce-47e0-af06-9112808d8a33 service neutron] Pushing event updated for resources: {'Port': ['ID=911e3bf9-e1bb-45cc-9851-03e0ee54f49a,revision_number=2']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:43.752294 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-862168c9-2c63-4903-bc10-5def50403615 req-8b04536e-10ce-47e0-af06-9112808d8a33 service neutron] Attempting to bind port 911e3bf9-e1bb-45cc-9851-03e0ee54f49a on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 14:26:43.758552 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-862168c9-2c63-4903-bc10-5def50403615 req-8b04536e-10ce-47e0-af06-9112808d8a33 service neutron] Attempting to bind port 911e3bf9-e1bb-45cc-9851-03e0ee54f49a by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'd1eeb863-062f-4ab7-8059-38341a55dab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828'}] {{(pid=103145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 14:26:43.758552 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862168c9-2c63-4903-bc10-5def50403615 req-8b04536e-10ce-47e0-af06-9112808d8a33 service neutron] Attempting to bind port 911e3bf9-e1bb-45cc-9851-03e0ee54f49a on network d45a2324-0e28-4a72-9746-c7e5b98cb828 {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:26:43.758552 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862168c9-2c63-4903-bc10-5def50403615 req-8b04536e-10ce-47e0-af06-9112808d8a33 service neutron] Port 911e3bf9-e1bb-45cc-9851-03e0ee54f49a on network d45a2324-0e28-4a72-9746-c7e5b98cb828 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 14:26:43.758552 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862168c9-2c63-4903-bc10-5def50403615 req-8b04536e-10ce-47e0-af06-9112808d8a33 service neutron] Attempting to bind port 911e3bf9-e1bb-45cc-9851-03e0ee54f49a on network d45a2324-0e28-4a72-9746-c7e5b98cb828 {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 14:26:43.764862 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862168c9-2c63-4903-bc10-5def50403615 req-8b04536e-10ce-47e0-af06-9112808d8a33 service neutron] Checking agent: {'id': 'ac5d7605-2d06-411e-ba74-ad46eb528a57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 14, 11, 20), 'started_at': datetime.datetime(2021, 12, 15, 14, 11, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 14, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 14:26:43.765248 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862168c9-2c63-4903-bc10-5def50403615 req-8b04536e-10ce-47e0-af06-9112808d8a33 service neutron] Checking segment: {'id': 'd1eeb863-062f-4ab7-8059-38341a55dab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 14:26:43.765572 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862168c9-2c63-4903-bc10-5def50403615 req-8b04536e-10ce-47e0-af06-9112808d8a33 service neutron] Bound using segment: {'id': 'd1eeb863-062f-4ab7-8059-38341a55dab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828'} {{(pid=103145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 14:26:43.766157 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.managers [req-862168c9-2c63-4903-bc10-5def50403615 req-8b04536e-10ce-47e0-af06-9112808d8a33 service neutron] Bound port: 911e3bf9-e1bb-45cc-9851-03e0ee54f49a, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1eeb863-062f-4ab7-8059-38341a55dab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828'}}] {{(pid=103145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 14:26:43.766507 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-862168c9-2c63-4903-bc10-5def50403615 req-8b04536e-10ce-47e0-af06-9112808d8a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:43.866008 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-862168c9-2c63-4903-bc10-5def50403615 req-8b04536e-10ce-47e0-af06-9112808d8a33 service neutron] For port 911e3bf9-e1bb-45cc-9851-03e0ee54f49a, host hv-cinder-81322, cleared binding levels {{(pid=103145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 14:26:43.869707 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-862168c9-2c63-4903-bc10-5def50403615 req-8b04536e-10ce-47e0-af06-9112808d8a33 service neutron] For port 911e3bf9-e1bb-45cc-9851-03e0ee54f49a, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=911e3bf9-e1bb-45cc-9851-03e0ee54f49a,segment=NetworkSegment(d1eeb863-062f-4ab7-8059-38341a55dab3),segment_id=d1eeb863-062f-4ab7-8059-38341a55dab3)] {{(pid=103145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 14:26:43.881452 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad3c80-954f-409e-a416-afe04b0d59cc req-ef685ddf-093e-4f56-997c-0e8b100f3e10 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:43.882965 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-59ad3c80-954f-409e-a416-afe04b0d59cc req-ef685ddf-093e-4f56-997c-0e8b100f3e10 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bda21c6-c5dc-41ca-a84a-451f07e77a81 HTTP/1.1" status: 200 len: 943 time: 0.0781078 Dec 15 14:26:43.930578 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-862168c9-2c63-4903-bc10-5def50403615 req-8b04536e-10ce-47e0-af06-9112808d8a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:43.943367 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-59ad3c80-954f-409e-a416-afe04b0d59cc req-5b33151d-6391-4b25-86fd-446ae4411ff2 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540493 Dec 15 14:26:43.975509 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862168c9-2c63-4903-bc10-5def50403615 req-8b04536e-10ce-47e0-af06-9112808d8a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:43.976174 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-862168c9-2c63-4903-bc10-5def50403615 req-8b04536e-10ce-47e0-af06-9112808d8a33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:43.977539 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-862168c9-2c63-4903-bc10-5def50403615 req-8b04536e-10ce-47e0-af06-9112808d8a33 service neutron] 10.222.0.54 "PUT /v2.0/ports/911e3bf9-e1bb-45cc-9851-03e0ee54f49a HTTP/1.1" status: 200 len: 1093 time: 0.7515643 Dec 15 14:26:43.977978 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bda21c6-c5dc-41ca-a84a-451f07e77a81', 'tag': '911e3bf9-e1bb-45cc-9851-03e0ee54f49a'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:26:43.980257 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54343ee614085f4f2fe791b0f2f4c0bf4988d50ad8e642b13afe6f74cb17e673" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cc800b-53db-4506-89cc-37bc1cfdf116" -d '{"events": [{"name": "network-changed", "server_uuid": "2bda21c6-c5dc-41ca-a84a-451f07e77a81", "tag": "911e3bf9-e1bb-45cc-9851-03e0ee54f49a"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:26:44.004358 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b04536e-10ce-47e0-af06-9112808d8a33 service neutron] Pushing event updated for resources: {'Port': ['ID=911e3bf9-e1bb-45cc-9851-03e0ee54f49a,revision_number=3']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:44.023595 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd0200c-8d5e-47e3-aaa4-a88f59c5f74d x-openstack-request-id: req-8fd0200c-8d5e-47e3-aaa4-a88f59c5f74d {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:26:44.023906 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bda21c6-c5dc-41ca-a84a-451f07e77a81", "tag": "911e3bf9-e1bb-45cc-9851-03e0ee54f49a", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:26:44.024262 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8fd0200c-8d5e-47e3-aaa4-a88f59c5f74d {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:26:44.024618 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bda21c6-c5dc-41ca-a84a-451f07e77a81', 'tag': '911e3bf9-e1bb-45cc-9851-03e0ee54f49a', 'status': 'completed', 'code': 200} Dec 15 14:26:44.087223 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc800b-53db-4506-89cc-37bc1cfdf116 req-31915195-5855-4df5-9e97-1dec774818cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:44.088791 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-86cc800b-53db-4506-89cc-37bc1cfdf116 req-31915195-5855-4df5-9e97-1dec774818cc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cd38f26fb8464e569d886ee7fa407464&device_id=2bda21c6-c5dc-41ca-a84a-451f07e77a81 HTTP/1.1" status: 200 len: 1096 time: 0.0430944 Dec 15 14:26:44.190285 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc800b-53db-4506-89cc-37bc1cfdf116 req-8b0ba514-be04-43ff-ad02-827301bbc4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:44.191739 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-86cc800b-53db-4506-89cc-37bc1cfdf116 req-8b0ba514-be04-43ff-ad02-827301bbc4fc service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=cd38f26fb8464e569d886ee7fa407464&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0957580 Dec 15 14:26:44.288930 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc800b-53db-4506-89cc-37bc1cfdf116 req-a681d3bb-65a6-4dfb-8559-6c3eb872816d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:44.290403 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-86cc800b-53db-4506-89cc-37bc1cfdf116 req-a681d3bb-65a6-4dfb-8559-6c3eb872816d service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922489 Dec 15 14:26:44.365889 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862168c9-2c63-4903-bc10-5def50403615 req-e629d7c6-eae5-4f96-abc9-d737228656df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:44.367301 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-862168c9-2c63-4903-bc10-5def50403615 req-e629d7c6-eae5-4f96-abc9-d737228656df service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cd38f26fb8464e569d886ee7fa407464&device_id=2bda21c6-c5dc-41ca-a84a-451f07e77a81 HTTP/1.1" status: 200 len: 1096 time: 0.0400755 Dec 15 14:26:44.412135 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-862168c9-2c63-4903-bc10-5def50403615 req-2965bfc0-8444-459a-a4c6-bf57f9f69adf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=911e3bf9-e1bb-45cc-9851-03e0ee54f49a HTTP/1.1" status: 200 len: 217 time: 0.0366192 Dec 15 14:26:44.460926 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862168c9-2c63-4903-bc10-5def50403615 req-7671078d-b266-4ea7-87b4-d6eeab7b77b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:44.462300 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-862168c9-2c63-4903-bc10-5def50403615 req-7671078d-b266-4ea7-87b4-d6eeab7b77b3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4cdae80b-2821-492e-b671-8fe55c42de47 HTTP/1.1" status: 200 len: 851 time: 0.0431726 Dec 15 14:26:44.506950 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862168c9-2c63-4903-bc10-5def50403615 req-bba9e3cb-d922-4f85-85fc-a39b7a91e995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:44.508401 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-862168c9-2c63-4903-bc10-5def50403615 req-bba9e3cb-d922-4f85-85fc-a39b7a91e995 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d45a2324-0e28-4a72-9746-c7e5b98cb828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392530 Dec 15 14:26:44.598281 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-862168c9-2c63-4903-bc10-5def50403615 req-3a07751d-3d03-4f32-8f58-01be6ca19a1f service neutron] 10.222.0.54 "GET /v2.0/networks/d45a2324-0e28-4a72-9746-c7e5b98cb828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830879 Dec 15 14:26:44.686778 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-862168c9-2c63-4903-bc10-5def50403615 req-cd2514e9-b203-4017-bb8b-1fd768aee2df service neutron] 10.222.0.54 "GET /v2.0/networks/d45a2324-0e28-4a72-9746-c7e5b98cb828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819874 Dec 15 14:26:45.057027 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeeb1c8-2267-45c2-85f5-b67345ecbd34 req-ab11b580-87f9-4331-982e-a14a79b381fe tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:45.058489 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-bfeeb1c8-2267-45c2-85f5-b67345ecbd34 req-ab11b580-87f9-4331-982e-a14a79b381fe tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bda21c6-c5dc-41ca-a84a-451f07e77a81 HTTP/1.1" status: 200 len: 943 time: 0.0486524 Dec 15 14:26:45.111666 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-bfeeb1c8-2267-45c2-85f5-b67345ecbd34 req-af6df32d-46bb-461c-9779-0e45fa587b07 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472040 Dec 15 14:26:46.226393 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9736c0-ccbf-4805-b32c-d962f9515ce4 req-65be7f37-7aa8-4533-a90a-d92de8d15749 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:46.227807 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4b9736c0-ccbf-4805-b32c-d962f9515ce4 req-65be7f37-7aa8-4533-a90a-d92de8d15749 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bda21c6-c5dc-41ca-a84a-451f07e77a81 HTTP/1.1" status: 200 len: 943 time: 0.0482991 Dec 15 14:26:46.276590 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4b9736c0-ccbf-4805-b32c-d962f9515ce4 req-223a7731-f62d-412a-8b19-ad3800d63934 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421937 Dec 15 14:26:47.392297 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d712eb-9441-4420-aa93-9e7091ba0fe8 req-f732f028-2b84-41f5-a157-3b8b56b2101a tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:47.393668 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b2d712eb-9441-4420-aa93-9e7091ba0fe8 req-f732f028-2b84-41f5-a157-3b8b56b2101a tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bda21c6-c5dc-41ca-a84a-451f07e77a81 HTTP/1.1" status: 200 len: 943 time: 0.0479894 Dec 15 14:26:47.441881 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-b2d712eb-9441-4420-aa93-9e7091ba0fe8 req-f4bb82f1-9cf4-4794-be31-89b5ce7a758c tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422230 Dec 15 14:26:48.557914 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a22d51-7204-498b-87b5-ac7ee78423da req-8aaf6dbe-0fa1-4b72-b859-744114547ca7 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:48.560154 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-27a22d51-7204-498b-87b5-ac7ee78423da req-8aaf6dbe-0fa1-4b72-b859-744114547ca7 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bda21c6-c5dc-41ca-a84a-451f07e77a81 HTTP/1.1" status: 200 len: 943 time: 0.0523100 Dec 15 14:26:48.608361 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-27a22d51-7204-498b-87b5-ac7ee78423da req-9430da14-872f-4815-903e-936b07118b1a tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425546 Dec 15 14:26:49.721013 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4803fb9-d53e-4868-854a-ee411448d304 req-c8aa86d7-a290-4d87-a385-d6a38882635b tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:49.722473 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a4803fb9-d53e-4868-854a-ee411448d304 req-c8aa86d7-a290-4d87-a385-d6a38882635b tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bda21c6-c5dc-41ca-a84a-451f07e77a81 HTTP/1.1" status: 200 len: 943 time: 0.0484664 Dec 15 14:26:49.771810 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-a4803fb9-d53e-4868-854a-ee411448d304 req-d153a1ef-1f1e-4c47-90fb-69eaf612b917 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430861 Dec 15 14:26:49.979453 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:50.889717 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144a8f8-88a5-484d-977d-3018fd8199bc req-c00014a2-9766-4ad7-9f66-488aff5335a6 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:50.891180 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8144a8f8-88a5-484d-977d-3018fd8199bc req-c00014a2-9766-4ad7-9f66-488aff5335a6 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bda21c6-c5dc-41ca-a84a-451f07e77a81 HTTP/1.1" status: 200 len: 943 time: 0.0525267 Dec 15 14:26:50.939886 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8144a8f8-88a5-484d-977d-3018fd8199bc req-efeac895-341a-447c-854c-43c4b1a34bf3 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428286 Dec 15 14:26:51.553954 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 911e3bf9-e1bb-45cc-9851-03e0ee54f49a details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 14:26:51.649982 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 911e3bf9-e1bb-45cc-9851-03e0ee54f49a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=911e3bf9-e1bb-45cc-9851-03e0ee54f49a,segment=NetworkSegment(d1eeb863-062f-4ab7-8059-38341a55dab3),segment_id=d1eeb863-062f-4ab7-8059-38341a55dab3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:26:51.661784 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Returning: {'device': '911e3bf9-e1bb-45cc-9851-03e0ee54f49a', 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'port_id': '911e3bf9-e1bb-45cc-9851-03e0ee54f49a', 'mac_address': 'fa:16:3e:ac:75:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 14:26:51.697346 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:51.710392 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 911e3bf9-e1bb-45cc-9851-03e0ee54f49a {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 14:26:51.730134 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 911e3bf9-e1bb-45cc-9851-03e0ee54f49a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=911e3bf9-e1bb-45cc-9851-03e0ee54f49a,segment=NetworkSegment(d1eeb863-062f-4ab7-8059-38341a55dab3),segment_id=d1eeb863-062f-4ab7-8059-38341a55dab3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:26:51.802498 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:51.849354 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=911e3bf9-e1bb-45cc-9851-03e0ee54f49a,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:51.856661 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:51.857053 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:51.857407 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:51.857753 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:51.858109 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:51.858455 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:51.858794 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:51.859130 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:51.859466 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:51.859800 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:51.860168 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:51.860507 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:51.860835 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:26:52.043623 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] get_ports_and_sgs() called for port_ids ['911e3bf9-e1bb-45cc-9851-03e0ee54f49a'] {{(pid=103146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 14:26:52.053909 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac005f9-3d60-4104-9ab4-e72afb121ee2 req-484eb880-b060-4a13-b9d0-bd609edf0157 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:52.055401 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4ac005f9-3d60-4104-9ab4-e72afb121ee2 req-484eb880-b060-4a13-b9d0-bd609edf0157 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bda21c6-c5dc-41ca-a84a-451f07e77a81 HTTP/1.1" status: 200 len: 944 time: 0.0491633 Dec 15 14:26:52.109618 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-4ac005f9-3d60-4104-9ab4-e72afb121ee2 req-d77343ef-09ac-4300-b9e1-cc85ea040fc2 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472927 Dec 15 14:26:53.225873 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102a951-e38b-4a11-b5ef-8bd27010d006 req-fd3df25c-0bc3-425f-9e40-dd0ddb459a2a tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:53.227322 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8102a951-e38b-4a11-b5ef-8bd27010d006 req-fd3df25c-0bc3-425f-9e40-dd0ddb459a2a tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bda21c6-c5dc-41ca-a84a-451f07e77a81 HTTP/1.1" status: 200 len: 944 time: 0.0485930 Dec 15 14:26:53.279241 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8102a951-e38b-4a11-b5ef-8bd27010d006 req-fc9dca9b-4769-440f-a85d-5cdd41c52c41 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457122 Dec 15 14:26:53.554758 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 911e3bf9-e1bb-45cc-9851-03e0ee54f49a up at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 14:26:53.659419 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning for port 911e3bf9-e1bb-45cc-9851-03e0ee54f49a completed by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 14:26:53.663146 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Provisioning complete for port 911e3bf9-e1bb-45cc-9851-03e0ee54f49a triggered by entity L2. {{(pid=103146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 14:26:53.663526 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880936'] for port, provisioning_complete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:53.738970 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:53.761071 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bda21c6-c5dc-41ca-a84a-451f07e77a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911e3bf9-e1bb-45cc-9851-03e0ee54f49a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:26:53.763776 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}563fd6401afa6af5759f990961882efb87115f058b142029c69814770c0d1fa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891b55b1-b460-431c-a38a-987ea8e022cf" -d '{"events": [{"server_uuid": "2bda21c6-c5dc-41ca-a84a-451f07e77a81", "name": "network-vif-plugged", "status": "completed", "tag": "911e3bf9-e1bb-45cc-9851-03e0ee54f49a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:26:53.776056 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] For port 911e3bf9-e1bb-45cc-9851-03e0ee54f49a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=911e3bf9-e1bb-45cc-9851-03e0ee54f49a,segment=NetworkSegment(d1eeb863-062f-4ab7-8059-38341a55dab3),segment_id=d1eeb863-062f-4ab7-8059-38341a55dab3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:26:53.802400 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af92fb4c-8923-4a29-b75b-357c8170c4a2 x-openstack-request-id: req-af92fb4c-8923-4a29-b75b-357c8170c4a2 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:26:53.802772 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bda21c6-c5dc-41ca-a84a-451f07e77a81", "name": "network-vif-plugged", "status": "completed", "tag": "911e3bf9-e1bb-45cc-9851-03e0ee54f49a", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:26:53.803027 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-af92fb4c-8923-4a29-b75b-357c8170c4a2 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:26:53.803451 dv-cinder-813229-4-iscsi neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bda21c6-c5dc-41ca-a84a-451f07e77a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911e3bf9-e1bb-45cc-9851-03e0ee54f49a', 'code': 200} Dec 15 14:26:53.830958 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190'] for port, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:53.880279 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Pushing event updated for resources: {'Port': ['ID=911e3bf9-e1bb-45cc-9851-03e0ee54f49a,revision_number=5']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:54.134248 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f486a-7f03-45d5-9fa3-049e8afdea2c req-a963d365-7f7a-4146-82d1-0c5584af0ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:54.135729 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8a5f486a-7f03-45d5-9fa3-049e8afdea2c req-a963d365-7f7a-4146-82d1-0c5584af0ba9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2bda21c6-c5dc-41ca-a84a-451f07e77a81 HTTP/1.1" status: 200 len: 1098 time: 0.0399883 Dec 15 14:26:54.180038 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8a5f486a-7f03-45d5-9fa3-049e8afdea2c req-0200c590-1d40-4bbc-bca0-31e94a5a095c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374477 Dec 15 14:26:54.396604 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a9879-3871-4cdd-a193-4e77b55424a5 req-9da56a49-3ae4-4782-8bf4-a897c3c6d0a4 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:54.397986 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-dd4a9879-3871-4cdd-a193-4e77b55424a5 req-9da56a49-3ae4-4782-8bf4-a897c3c6d0a4 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bda21c6-c5dc-41ca-a84a-451f07e77a81 HTTP/1.1" status: 200 len: 945 time: 0.0486937 Dec 15 14:26:54.446863 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-dd4a9879-3871-4cdd-a193-4e77b55424a5 req-7e998812-8799-491a-9d4b-bbae36dd8941 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427394 Dec 15 14:26:55.566933 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68b0be-fdad-439c-a7aa-da3edc5524c6 req-c07f90e3-9971-4177-b715-8548dee42fdf tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:55.568410 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6b68b0be-fdad-439c-a7aa-da3edc5524c6 req-c07f90e3-9971-4177-b715-8548dee42fdf tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bda21c6-c5dc-41ca-a84a-451f07e77a81 HTTP/1.1" status: 200 len: 945 time: 0.0519695 Dec 15 14:26:55.616058 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6b68b0be-fdad-439c-a7aa-da3edc5524c6 req-34a72cdf-2350-4fef-bc1f-e3e793a110a0 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416620 Dec 15 14:26:55.735373 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8aaa0-262a-4a02-840f-4e73426281db req-e10741a8-2b59-4567-a6d1-fed0fbfd5ce9 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:55.736753 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-46a8aaa0-262a-4a02-840f-4e73426281db req-e10741a8-2b59-4567-a6d1-fed0fbfd5ce9 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bda21c6-c5dc-41ca-a84a-451f07e77a81 HTTP/1.1" status: 200 len: 945 time: 0.0497780 Dec 15 14:26:55.784885 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-46a8aaa0-262a-4a02-840f-4e73426281db req-697edde0-defd-4a45-b1f2-47eb093368b6 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422106 Dec 15 14:26:55.806834 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 44874) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:26:55.845021 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d32fe8-4baf-4353-90f9-4769c4bd2273 tempest-TestVolumeBootPattern-726491536 tempest-TestVolumeBootPattern-726491536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:55.846475 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-f8d32fe8-4baf-4353-90f9-4769c4bd2273 tempest-TestVolumeBootPattern-726491536 tempest-TestVolumeBootPattern-726491536-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2bda21c6-c5dc-41ca-a84a-451f07e77a81 HTTP/1.1" status: 200 len: 1093 time: 0.0387068 Dec 15 14:26:55.849132 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 44876) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:26:55.853181 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.v2.base [None req-9a0e55c0-d829-4039-aa2a-e8a2210bba4d tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Request body: {'floatingip': {'floating_network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'port_id': '911e3bf9-e1bb-45cc-9851-03e0ee54f49a', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 14:26:55.933578 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9a0e55c0-d829-4039-aa2a-e8a2210bba4d tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for floatingip, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:56.032855 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9a0e55c0-d829-4039-aa2a-e8a2210bba4d tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:56.137453 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.db_base_plugin_common [None req-9a0e55c0-d829-4039-aa2a-e8a2210bba4d tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Allocated IP 172.27.3.113 (828b465c-2de9-4223-b21e-29ccc1fcf343/8db6495a-cb76-4dd2-8fa8-8ada67659a42/85e7b1ae-39cf-4d59-94e6-e6771796233d) {{(pid=103145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 14:26:56.234834 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9a0e55c0-d829-4039-aa2a-e8a2210bba4d tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for port, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:56.322528 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9a0e55c0-d829-4039-aa2a-e8a2210bba4d tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782778942154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:56.364462 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0e55c0-d829-4039-aa2a-e8a2210bba4d tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Network 828b465c-2de9-4223-b21e-29ccc1fcf343 is already hosted by enough agents. {{(pid=103145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 14:26:56.367319 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.base_scheduler [None req-9a0e55c0-d829-4039-aa2a-e8a2210bba4d tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Resources bound (agent type, host, resource id): {{(pid=103145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 14:26:56.370845 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0e55c0-d829-4039-aa2a-e8a2210bba4d tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Received port after_create {{(pid=103145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 14:26:56.394484 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e55c0-d829-4039-aa2a-e8a2210bba4d tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Pushing event updated for resources: {'Port': ['ID=85e7b1ae-39cf-4d59-94e6-e6771796233d,revision_number=1']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:56.966216 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9a0e55c0-d829-4039-aa2a-e8a2210bba4d tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:57.094035 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9a0e55c0-d829-4039-aa2a-e8a2210bba4d tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-792025'] for port, before_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:57.242550 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9a0e55c0-d829-4039-aa2a-e8a2210bba4d tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for port, precommit_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:57.322023 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9a0e55c0-d829-4039-aa2a-e8a2210bba4d tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782779508453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782778942172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782778942190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3665313'] for port, after_update {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:57.388622 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e55c0-d829-4039-aa2a-e8a2210bba4d tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Pushing event updated for resources: {'Port': ['ID=85e7b1ae-39cf-4d59-94e6-e6771796233d,revision_number=2']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:26:57.401876 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9a0e55c0-d829-4039-aa2a-e8a2210bba4d tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583636'] for floatingip, after_create {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:57.501281 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.db.l3_db [None req-9a0e55c0-d829-4039-aa2a-e8a2210bba4d tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Floating IP bcacd33f-6227-496e-96ab-0652bfb32a33 associated. External IP: 172.27.3.113, port: 911e3bf9-e1bb-45cc-9851-03e0ee54f49a. Dec 15 14:26:57.705269 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0e55c0-d829-4039-aa2a-e8a2210bba4d tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Router c6d9ba3e-81b7-48b2-93ae-0431f1480a96 has already been hosted by L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b {{(pid=103145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:26:57.806751 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0e55c0-d829-4039-aa2a-e8a2210bba4d tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:26:57.816701 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8a88c2-7252-437e-aff0-b9449e56a872 None None] Sync routers for ids ['c6d9ba3e-81b7-48b2-93ae-0431f1480a96'] in dv-cinder-813229-4-iscsi {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:26:57.826424 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8a88c2-7252-437e-aff0-b9449e56a872 None None] Routers {'c6d9ba3e-81b7-48b2-93ae-0431f1480a96'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:26:57.827049 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-fc8a88c2-7252-437e-aff0-b9449e56a872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:26:36Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['c6d9ba3e-81b7-48b2-93ae-0431f1480a96'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:57.913335 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9a0e55c0-d829-4039-aa2a-e8a2210bba4d tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for floatingip, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:26:57.933002 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-fc8a88c2-7252-437e-aff0-b9449e56a872 None None] Set router c6d9ba3e-81b7-48b2-93ae-0431f1480a96 gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:26:57.944494 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-9a0e55c0-d829-4039-aa2a-e8a2210bba4d tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0943580 Dec 15 14:26:57.945101 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bda21c6-c5dc-41ca-a84a-451f07e77a81', 'tag': '911e3bf9-e1bb-45cc-9851-03e0ee54f49a'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:26:57.947447 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54343ee614085f4f2fe791b0f2f4c0bf4988d50ad8e642b13afe6f74cb17e673" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147256a7-f03d-4a78-8cfc-beb3be660f46" -d '{"events": [{"name": "network-changed", "server_uuid": "2bda21c6-c5dc-41ca-a84a-451f07e77a81", "tag": "911e3bf9-e1bb-45cc-9851-03e0ee54f49a"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:26:57.984159 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50828d76-4db9-4be4-a933-9cf83a1ba92e x-openstack-request-id: req-50828d76-4db9-4be4-a933-9cf83a1ba92e {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:26:57.984752 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bda21c6-c5dc-41ca-a84a-451f07e77a81", "tag": "911e3bf9-e1bb-45cc-9851-03e0ee54f49a", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:26:57.984752 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-50828d76-4db9-4be4-a933-9cf83a1ba92e {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:26:57.985107 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bda21c6-c5dc-41ca-a84a-451f07e77a81', 'tag': '911e3bf9-e1bb-45cc-9851-03e0ee54f49a', 'status': 'completed', 'code': 200} Dec 15 14:26:58.048383 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147256a7-f03d-4a78-8cfc-beb3be660f46 req-acf36ebe-0337-486e-929e-a75fc5d316f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:58.049898 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-147256a7-f03d-4a78-8cfc-beb3be660f46 req-acf36ebe-0337-486e-929e-a75fc5d316f4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cd38f26fb8464e569d886ee7fa407464&device_id=2bda21c6-c5dc-41ca-a84a-451f07e77a81 HTTP/1.1" status: 200 len: 1098 time: 0.0410621 Dec 15 14:26:58.145176 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147256a7-f03d-4a78-8cfc-beb3be660f46 req-51236ab3-3f37-47fa-a7cd-5329d6470adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:58.146672 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-147256a7-f03d-4a78-8cfc-beb3be660f46 req-51236ab3-3f37-47fa-a7cd-5329d6470adf service neutron] 10.222.0.54 "GET /v2.0/networks?id=d45a2324-0e28-4a72-9746-c7e5b98cb828 HTTP/1.1" status: 200 len: 913 time: 0.0902886 Dec 15 14:26:58.218079 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-147256a7-f03d-4a78-8cfc-beb3be660f46 req-d8503077-cfcf-40df-9be6-2842fa9dfbbe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=911e3bf9-e1bb-45cc-9851-03e0ee54f49a HTTP/1.1" status: 200 len: 999 time: 0.0638645 Dec 15 14:26:58.268464 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147256a7-f03d-4a78-8cfc-beb3be660f46 req-de05d539-2c37-4d49-b016-8735d75ab666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:58.270013 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-147256a7-f03d-4a78-8cfc-beb3be660f46 req-de05d539-2c37-4d49-b016-8735d75ab666 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4cdae80b-2821-492e-b671-8fe55c42de47 HTTP/1.1" status: 200 len: 851 time: 0.0444891 Dec 15 14:26:58.310130 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-fc8a88c2-7252-437e-aff0-b9449e56a872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'name': 'tempest-TestVolumeBootPattern-1048994220-router', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:28Z', 'updated_at': '2021-12-15T14:21:32Z', 'revision_number': 4, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'gw_port': {'id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:29Z', 'updated_at': '2021-12-15T14:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_floatingips': [{'id': '7fd31a21-f3a1-45e3-aeed-780b091be4c5', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'router_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'port_id': '5dd7fd16-29ae-4d71-978c-bfa23231432d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'mac_address': 'fa:16:3e:c9:6e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2ef41c-1fd9-4684-8a2d-49d608e414ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:24:50Z', 'updated_at': '2021-12-15T14:24:53Z', 'revision_number': 1, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'fixed_ip_address_scope': None}, {'id': 'bcacd33f-6227-496e-96ab-0652bfb32a33', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'router_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'port_id': '911e3bf9-e1bb-45cc-9851-03e0ee54f49a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'mac_address': 'fa:16:3e:ac:75:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bda21c6-c5dc-41ca-a84a-451f07e77a81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:26:56Z', 'updated_at': '2021-12-15T14:26:56Z', 'revision_number': 0, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b3f496-8c01-4fda-880d-65e129c953c4', 'name': '', 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'mac_address': 'fa:16:3e:33:df:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:31Z', 'updated_at': '2021-12-15T14:21:35Z', 'revision_number': 5, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'subnets': [{'id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:58.315335 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147256a7-f03d-4a78-8cfc-beb3be660f46 req-78299c0b-aac2-40a3-9023-24cff48fa353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:26:58.316874 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-147256a7-f03d-4a78-8cfc-beb3be660f46 req-78299c0b-aac2-40a3-9023-24cff48fa353 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d45a2324-0e28-4a72-9746-c7e5b98cb828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401330 Dec 15 14:26:58.339326 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8a88c2-7252-437e-aff0-b9449e56a872 None None] Checking router: c6d9ba3e-81b7-48b2-93ae-0431f1480a96 for host: dv-cinder-813229-4-iscsi {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:26:58.348233 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8a88c2-7252-437e-aff0-b9449e56a872 None None] Routers {'c6d9ba3e-81b7-48b2-93ae-0431f1480a96'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:26:58.348847 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-fc8a88c2-7252-437e-aff0-b9449e56a872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:26:36Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['c6d9ba3e-81b7-48b2-93ae-0431f1480a96'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:58.410467 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-147256a7-f03d-4a78-8cfc-beb3be660f46 req-72e01fb9-e9ca-47c5-befa-875cfb341d93 service neutron] 10.222.0.54 "GET /v2.0/networks/d45a2324-0e28-4a72-9746-c7e5b98cb828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864322 Dec 15 14:26:58.456474 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-fc8a88c2-7252-437e-aff0-b9449e56a872 None None] Set router c6d9ba3e-81b7-48b2-93ae-0431f1480a96 gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:26:58.505358 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-147256a7-f03d-4a78-8cfc-beb3be660f46 req-529fdf69-809a-4908-95bb-b572879485d8 service neutron] 10.222.0.54 "GET /v2.0/networks/d45a2324-0e28-4a72-9746-c7e5b98cb828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881097 Dec 15 14:26:58.685461 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-fc8a88c2-7252-437e-aff0-b9449e56a872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'name': 'tempest-TestVolumeBootPattern-1048994220-router', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:28Z', 'updated_at': '2021-12-15T14:21:32Z', 'revision_number': 4, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'gw_port': {'id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:29Z', 'updated_at': '2021-12-15T14:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_floatingips': [{'id': '7fd31a21-f3a1-45e3-aeed-780b091be4c5', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'router_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'port_id': '5dd7fd16-29ae-4d71-978c-bfa23231432d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'mac_address': 'fa:16:3e:c9:6e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2ef41c-1fd9-4684-8a2d-49d608e414ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:24:50Z', 'updated_at': '2021-12-15T14:24:53Z', 'revision_number': 1, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'fixed_ip_address_scope': None}, {'id': 'bcacd33f-6227-496e-96ab-0652bfb32a33', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'router_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'port_id': '911e3bf9-e1bb-45cc-9851-03e0ee54f49a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'mac_address': 'fa:16:3e:ac:75:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bda21c6-c5dc-41ca-a84a-451f07e77a81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:26:56Z', 'updated_at': '2021-12-15T14:26:56Z', 'revision_number': 0, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b3f496-8c01-4fda-880d-65e129c953c4', 'name': '', 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'mac_address': 'fa:16:3e:33:df:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:31Z', 'updated_at': '2021-12-15T14:21:35Z', 'revision_number': 5, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'subnets': [{'id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:26:58.715059 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8a88c2-7252-437e-aff0-b9449e56a872 None None] The sync data for ids ['c6d9ba3e-81b7-48b2-93ae-0431f1480a96'] in dv-cinder-813229-4-iscsi is: [{'id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'name': 'tempest-TestVolumeBootPattern-1048994220-router', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:28Z', 'updated_at': '2021-12-15T14:21:32Z', 'revision_number': 4, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'gw_port': {'id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:29Z', 'updated_at': '2021-12-15T14:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_floatingips': [{'id': '7fd31a21-f3a1-45e3-aeed-780b091be4c5', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'router_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'port_id': '5dd7fd16-29ae-4d71-978c-bfa23231432d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'mac_address': 'fa:16:3e:c9:6e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2ef41c-1fd9-4684-8a2d-49d608e414ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:24:50Z', 'updated_at': '2021-12-15T14:24:53Z', 'revision_number': 1, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'fixed_ip_address_scope': None}, {'id': 'bcacd33f-6227-496e-96ab-0652bfb32a33', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'router_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'port_id': '911e3bf9-e1bb-45cc-9851-03e0ee54f49a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'mac_address': 'fa:16:3e:ac:75:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bda21c6-c5dc-41ca-a84a-451f07e77a81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:26:56Z', 'updated_at': '2021-12-15T14:26:56Z', 'revision_number': 0, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b3f496-8c01-4fda-880d-65e129c953c4', 'name': '', 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'mac_address': 'fa:16:3e:33:df:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:31Z', 'updated_at': '2021-12-15T14:21:35Z', 'revision_number': 5, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'subnets': [{'id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:26:58.897580 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6498394d-a17f-4af1-8c43-1183374fae30 None None] New status for floating IP bcacd33f-6227-496e-96ab-0652bfb32a33: ACTIVE {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:27:03.310690 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-408b266a-079b-459f-bd0b-af17fcb0239a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:05.853529 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-82accc5b-7aea-4a26-ad3f-308fcb2c422a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:07.030820 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:08.173574 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:09.322175 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:19.962078 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:20.347461 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:27:28.335549 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-64d586a4-30d9-473e-b848-437dedce3d5f req-8caaea4c-f412-4d79-b87f-f0832bb3cfa5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5b2ef41c-1fd9-4684-8a2d-49d608e414ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388203 Dec 15 14:27:28.416931 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d586a4-30d9-473e-b848-437dedce3d5f req-6af31dea-2e0e-419e-814d-c6be1d1843e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:28.418438 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-64d586a4-30d9-473e-b848-437dedce3d5f req-6af31dea-2e0e-419e-814d-c6be1d1843e5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cd38f26fb8464e569d886ee7fa407464&device_id=5b2ef41c-1fd9-4684-8a2d-49d608e414ca HTTP/1.1" status: 200 len: 1099 time: 0.0408764 Dec 15 14:27:28.522097 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d586a4-30d9-473e-b848-437dedce3d5f req-cd97afe5-4ca9-43e1-aea2-e9e0f83cdfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:28.523552 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-64d586a4-30d9-473e-b848-437dedce3d5f req-cd97afe5-4ca9-43e1-aea2-e9e0f83cdfa0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d45a2324-0e28-4a72-9746-c7e5b98cb828 HTTP/1.1" status: 200 len: 913 time: 0.0875387 Dec 15 14:27:28.586818 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-64d586a4-30d9-473e-b848-437dedce3d5f req-b8aa5769-ddab-43ae-b958-ad097afd9a04 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dd7fd16-29ae-4d71-978c-bfa23231432d HTTP/1.1" status: 200 len: 1002 time: 0.0563881 Dec 15 14:27:28.635896 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d586a4-30d9-473e-b848-437dedce3d5f req-bfa294a1-59a5-4f6b-ab18-978c69518e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:28.637297 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-64d586a4-30d9-473e-b848-437dedce3d5f req-bfa294a1-59a5-4f6b-ab18-978c69518e0c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4cdae80b-2821-492e-b671-8fe55c42de47 HTTP/1.1" status: 200 len: 851 time: 0.0441744 Dec 15 14:27:28.685291 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d586a4-30d9-473e-b848-437dedce3d5f req-40f0e1f3-2c50-4d5d-bfbf-c2f661dc0719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:27:28.686901 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-64d586a4-30d9-473e-b848-437dedce3d5f req-40f0e1f3-2c50-4d5d-bfbf-c2f661dc0719 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d45a2324-0e28-4a72-9746-c7e5b98cb828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424342 Dec 15 14:27:28.775187 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-64d586a4-30d9-473e-b848-437dedce3d5f req-56340729-88af-4faa-af39-a09f52333bb3 service neutron] 10.222.0.54 "GET /v2.0/networks/d45a2324-0e28-4a72-9746-c7e5b98cb828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800116 Dec 15 14:27:28.865494 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-64d586a4-30d9-473e-b848-437dedce3d5f req-db85ba9e-cb86-4a91-afa8-ee172b162561 service neutron] 10.222.0.54 "GET /v2.0/networks/d45a2324-0e28-4a72-9746-c7e5b98cb828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838408 Dec 15 14:27:33.304234 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-310782ff-ea6e-4845-b0e7-14ec8a7f28e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:35.841412 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b86b7ff0-a413-4f60-874d-b1d59288ab17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:37.058382 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:38.235947 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:39.304048 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:50.012570 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:27:57.346560 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:28:03.315639 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e345498-17dc-4b74-9d0d-d64fcfc02c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:05.829695 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9118096-dc9b-4edc-b7c0-966ecb9ef28c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:07.012314 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:08.212352 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:09.338199 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:20.000678 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:28.344481 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-78330c72-8c90-40ba-a61b-ed5d1280853a req-c7904f22-09d5-4c89-80f0-e7871a5926ea service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2bda21c6-c5dc-41ca-a84a-451f07e77a81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396764 Dec 15 14:28:28.403512 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78330c72-8c90-40ba-a61b-ed5d1280853a req-b0989239-39fd-4c72-9161-28548bae4a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:28.405420 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-78330c72-8c90-40ba-a61b-ed5d1280853a req-b0989239-39fd-4c72-9161-28548bae4a06 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cd38f26fb8464e569d886ee7fa407464&device_id=2bda21c6-c5dc-41ca-a84a-451f07e77a81 HTTP/1.1" status: 200 len: 1098 time: 0.0393646 Dec 15 14:28:28.509159 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78330c72-8c90-40ba-a61b-ed5d1280853a req-f3f3d5e0-d957-43dc-82cc-c09d92245be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:28.510599 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-78330c72-8c90-40ba-a61b-ed5d1280853a req-f3f3d5e0-d957-43dc-82cc-c09d92245be3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d45a2324-0e28-4a72-9746-c7e5b98cb828 HTTP/1.1" status: 200 len: 913 time: 0.0869982 Dec 15 14:28:28.574247 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-78330c72-8c90-40ba-a61b-ed5d1280853a req-d38af09f-8ded-4514-9f56-42d0d109a8c7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=911e3bf9-e1bb-45cc-9851-03e0ee54f49a HTTP/1.1" status: 200 len: 1001 time: 0.0565493 Dec 15 14:28:28.626447 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78330c72-8c90-40ba-a61b-ed5d1280853a req-13136d53-5876-4396-a0fb-8c79aa617d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:28.627854 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-78330c72-8c90-40ba-a61b-ed5d1280853a req-13136d53-5876-4396-a0fb-8c79aa617d2f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4cdae80b-2821-492e-b671-8fe55c42de47 HTTP/1.1" status: 200 len: 851 time: 0.0467052 Dec 15 14:28:28.672960 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78330c72-8c90-40ba-a61b-ed5d1280853a req-65d5dd88-b5bc-4de9-83a5-5e96dffa9d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:28.674464 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-78330c72-8c90-40ba-a61b-ed5d1280853a req-65d5dd88-b5bc-4de9-83a5-5e96dffa9d8a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d45a2324-0e28-4a72-9746-c7e5b98cb828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397286 Dec 15 14:28:28.766322 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-78330c72-8c90-40ba-a61b-ed5d1280853a req-682008b9-9616-4cd0-a09a-40bb818cc03c service neutron] 10.222.0.54 "GET /v2.0/networks/d45a2324-0e28-4a72-9746-c7e5b98cb828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848551 Dec 15 14:28:28.853758 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-78330c72-8c90-40ba-a61b-ed5d1280853a req-0513b5c3-7bb1-440a-aeb8-669ab4c3a539 service neutron] 10.222.0.54 "GET /v2.0/networks/d45a2324-0e28-4a72-9746-c7e5b98cb828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803769 Dec 15 14:28:33.314882 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-03a61411-e115-4639-9c09-e3c8a9c453eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:34.348283 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:28:35.834666 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-558e44b9-8aac-4f30-9ce4-4f78f021b92d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:36.664490 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 44904) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:28:36.817597 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-3737dc20-a359-4424-808c-2da80d728a19 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Deleting port 85e7b1ae-39cf-4d59-94e6-e6771796233d {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:28:36.817946 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3737dc20-a359-4424-808c-2da80d728a19 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:36.894997 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3737dc20-a359-4424-808c-2da80d728a19 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:36.895329 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3737dc20-a359-4424-808c-2da80d728a19 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:36.907703 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-3737dc20-a359-4424-808c-2da80d728a19 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Calling delete_port for 85e7b1ae-39cf-4d59-94e6-e6771796233d owned by network:floatingip {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:28:37.046398 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:37.126462 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3737dc20-a359-4424-808c-2da80d728a19 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59071379'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:37.152419 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737dc20-a359-4424-808c-2da80d728a19 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Pushing event deleted for resources: {'Port': ['ID=85e7b1ae-39cf-4d59-94e6-e6771796233d,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:37.178102 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3737dc20-a359-4424-808c-2da80d728a19 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:37.178458 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3737dc20-a359-4424-808c-2da80d728a19 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:37.178809 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3737dc20-a359-4424-808c-2da80d728a19 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:37.179153 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3737dc20-a359-4424-808c-2da80d728a19 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:37.179496 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3737dc20-a359-4424-808c-2da80d728a19 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:37.179830 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3737dc20-a359-4424-808c-2da80d728a19 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:37.180187 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3737dc20-a359-4424-808c-2da80d728a19 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:37.180522 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3737dc20-a359-4424-808c-2da80d728a19 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:37.180853 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3737dc20-a359-4424-808c-2da80d728a19 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:37.181185 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3737dc20-a359-4424-808c-2da80d728a19 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:37.181513 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3737dc20-a359-4424-808c-2da80d728a19 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:37.181839 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3737dc20-a359-4424-808c-2da80d728a19 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:37.182194 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3737dc20-a359-4424-808c-2da80d728a19 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:37.220418 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3737dc20-a359-4424-808c-2da80d728a19 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for floatingip, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:37.220751 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.db.l3_db [None req-3737dc20-a359-4424-808c-2da80d728a19 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Floating IP bcacd33f-6227-496e-96ab-0652bfb32a33 disassociated (deleted). External IP: 172.27.3.113, port: 911e3bf9-e1bb-45cc-9851-03e0ee54f49a. Dec 15 14:28:37.427374 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3737dc20-a359-4424-808c-2da80d728a19 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Router c6d9ba3e-81b7-48b2-93ae-0431f1480a96 has already been hosted by L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:28:37.535434 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3737dc20-a359-4424-808c-2da80d728a19 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:28:37.540224 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-3737dc20-a359-4424-808c-2da80d728a19 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:37.545119 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71e67db-d107-4501-952a-0e8a3f49d412 None None] Sync routers for ids ['c6d9ba3e-81b7-48b2-93ae-0431f1480a96'] in dv-cinder-813229-4-iscsi {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:28:37.557859 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71e67db-d107-4501-952a-0e8a3f49d412 None None] Routers {'c6d9ba3e-81b7-48b2-93ae-0431f1480a96'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:28:37.558482 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-f71e67db-d107-4501-952a-0e8a3f49d412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:28:36Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['c6d9ba3e-81b7-48b2-93ae-0431f1480a96'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:28:37.567868 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-3737dc20-a359-4424-808c-2da80d728a19 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "DELETE /v2.0/floatingips/bcacd33f-6227-496e-96ab-0652bfb32a33 HTTP/1.1" status: 204 len: 168 time: 0.9022975 Dec 15 14:28:37.568513 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bda21c6-c5dc-41ca-a84a-451f07e77a81', 'tag': '911e3bf9-e1bb-45cc-9851-03e0ee54f49a'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:28:37.570838 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85a0f3a80b1f03eae3b213f201473723e4c4eee54091eafe51cfe768d2ea106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aeada89-d0a9-4aa3-8821-87a38a37c4c9" -d '{"events": [{"name": "network-changed", "server_uuid": "2bda21c6-c5dc-41ca-a84a-451f07e77a81", "tag": "911e3bf9-e1bb-45cc-9851-03e0ee54f49a"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:28:37.668043 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-f71e67db-d107-4501-952a-0e8a3f49d412 None None] Set router c6d9ba3e-81b7-48b2-93ae-0431f1480a96 gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:28:37.704139 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cf70fc-57d7-4df2-9c68-0fe5b5187919 x-openstack-request-id: req-70cf70fc-57d7-4df2-9c68-0fe5b5187919 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:28:37.704139 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bda21c6-c5dc-41ca-a84a-451f07e77a81", "tag": "911e3bf9-e1bb-45cc-9851-03e0ee54f49a", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:28:37.704139 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-70cf70fc-57d7-4df2-9c68-0fe5b5187919 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:28:37.704785 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bda21c6-c5dc-41ca-a84a-451f07e77a81', 'tag': '911e3bf9-e1bb-45cc-9851-03e0ee54f49a', 'status': 'completed', 'code': 200} Dec 15 14:28:37.769657 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeada89-d0a9-4aa3-8821-87a38a37c4c9 req-271a729a-c05b-400c-8851-ce9849ec2c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:37.771167 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2aeada89-d0a9-4aa3-8821-87a38a37c4c9 req-271a729a-c05b-400c-8851-ce9849ec2c1f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cd38f26fb8464e569d886ee7fa407464&device_id=2bda21c6-c5dc-41ca-a84a-451f07e77a81 HTTP/1.1" status: 200 len: 1098 time: 0.0431192 Dec 15 14:28:37.869417 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeada89-d0a9-4aa3-8821-87a38a37c4c9 req-2e9347b9-47f3-410f-b056-5c100fb6e0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:37.870886 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2aeada89-d0a9-4aa3-8821-87a38a37c4c9 req-2e9347b9-47f3-410f-b056-5c100fb6e0f7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d45a2324-0e28-4a72-9746-c7e5b98cb828 HTTP/1.1" status: 200 len: 913 time: 0.0930591 Dec 15 14:28:37.905419 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-f71e67db-d107-4501-952a-0e8a3f49d412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'name': 'tempest-TestVolumeBootPattern-1048994220-router', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:28Z', 'updated_at': '2021-12-15T14:21:32Z', 'revision_number': 4, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'gw_port': {'id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:29Z', 'updated_at': '2021-12-15T14:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_floatingips': [{'id': '7fd31a21-f3a1-45e3-aeed-780b091be4c5', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'router_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'port_id': '5dd7fd16-29ae-4d71-978c-bfa23231432d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'mac_address': 'fa:16:3e:c9:6e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2ef41c-1fd9-4684-8a2d-49d608e414ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:24:50Z', 'updated_at': '2021-12-15T14:24:53Z', 'revision_number': 1, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b3f496-8c01-4fda-880d-65e129c953c4', 'name': '', 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'mac_address': 'fa:16:3e:33:df:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:31Z', 'updated_at': '2021-12-15T14:21:35Z', 'revision_number': 5, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'subnets': [{'id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:28:37.916302 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2aeada89-d0a9-4aa3-8821-87a38a37c4c9 req-6f22c82a-ee02-482b-85c5-5184d73c1b20 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=911e3bf9-e1bb-45cc-9851-03e0ee54f49a HTTP/1.1" status: 200 len: 217 time: 0.0373976 Dec 15 14:28:37.935688 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71e67db-d107-4501-952a-0e8a3f49d412 None None] Checking router: c6d9ba3e-81b7-48b2-93ae-0431f1480a96 for host: dv-cinder-813229-4-iscsi {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:28:37.944058 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71e67db-d107-4501-952a-0e8a3f49d412 None None] Routers {'c6d9ba3e-81b7-48b2-93ae-0431f1480a96'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:28:37.944670 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-f71e67db-d107-4501-952a-0e8a3f49d412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:28:36Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['c6d9ba3e-81b7-48b2-93ae-0431f1480a96'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:28:37.993188 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeada89-d0a9-4aa3-8821-87a38a37c4c9 req-70415a0d-9992-4575-83bd-e31842556b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:37.994650 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2aeada89-d0a9-4aa3-8821-87a38a37c4c9 req-70415a0d-9992-4575-83bd-e31842556b35 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4cdae80b-2821-492e-b671-8fe55c42de47 HTTP/1.1" status: 200 len: 851 time: 0.0690894 Dec 15 14:28:38.005561 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3c7c3-1655-441c-8a53-fd9d0392ee63 req-2bbc19f3-d967-41f6-ab20-40b8a9540c5d tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:38.006947 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c6e3c7c3-1655-441c-8a53-fd9d0392ee63 req-2bbc19f3-d967-41f6-ab20-40b8a9540c5d tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bda21c6-c5dc-41ca-a84a-451f07e77a81 HTTP/1.1" status: 200 len: 945 time: 0.0930889 Dec 15 14:28:38.051323 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-f71e67db-d107-4501-952a-0e8a3f49d412 None None] Set router c6d9ba3e-81b7-48b2-93ae-0431f1480a96 gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:28:38.081601 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeada89-d0a9-4aa3-8821-87a38a37c4c9 req-73b7ff25-87dc-4baf-8608-a3a2f53decef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:38.083097 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2aeada89-d0a9-4aa3-8821-87a38a37c4c9 req-73b7ff25-87dc-4baf-8608-a3a2f53decef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d45a2324-0e28-4a72-9746-c7e5b98cb828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0753167 Dec 15 14:28:38.087285 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-c6e3c7c3-1655-441c-8a53-fd9d0392ee63 req-ba107c99-45d0-469a-b1d3-0b6c461e4470 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711117 Dec 15 14:28:38.182464 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2aeada89-d0a9-4aa3-8821-87a38a37c4c9 req-457881b9-285f-40ce-b109-f55e774584eb service neutron] 10.222.0.54 "GET /v2.0/networks/d45a2324-0e28-4a72-9746-c7e5b98cb828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901978 Dec 15 14:28:38.279889 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-2aeada89-d0a9-4aa3-8821-87a38a37c4c9 req-2dda2fba-87cf-46ee-9afa-d7c5b716ba17 service neutron] 10.222.0.54 "GET /v2.0/networks/d45a2324-0e28-4a72-9746-c7e5b98cb828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884619 Dec 15 14:28:38.330913 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:38.420178 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-f71e67db-d107-4501-952a-0e8a3f49d412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'name': 'tempest-TestVolumeBootPattern-1048994220-router', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:28Z', 'updated_at': '2021-12-15T14:21:32Z', 'revision_number': 4, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'gw_port': {'id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:29Z', 'updated_at': '2021-12-15T14:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_floatingips': [{'id': '7fd31a21-f3a1-45e3-aeed-780b091be4c5', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'router_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'port_id': '5dd7fd16-29ae-4d71-978c-bfa23231432d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'mac_address': 'fa:16:3e:c9:6e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2ef41c-1fd9-4684-8a2d-49d608e414ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:24:50Z', 'updated_at': '2021-12-15T14:24:53Z', 'revision_number': 1, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b3f496-8c01-4fda-880d-65e129c953c4', 'name': '', 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'mac_address': 'fa:16:3e:33:df:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:31Z', 'updated_at': '2021-12-15T14:21:35Z', 'revision_number': 5, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'subnets': [{'id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:28:38.446619 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71e67db-d107-4501-952a-0e8a3f49d412 None None] The sync data for ids ['c6d9ba3e-81b7-48b2-93ae-0431f1480a96'] in dv-cinder-813229-4-iscsi is: [{'id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'name': 'tempest-TestVolumeBootPattern-1048994220-router', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:28Z', 'updated_at': '2021-12-15T14:21:32Z', 'revision_number': 4, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'gw_port': {'id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:29Z', 'updated_at': '2021-12-15T14:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_floatingips': [{'id': '7fd31a21-f3a1-45e3-aeed-780b091be4c5', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'router_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'port_id': '5dd7fd16-29ae-4d71-978c-bfa23231432d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'mac_address': 'fa:16:3e:c9:6e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2ef41c-1fd9-4684-8a2d-49d608e414ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T14:24:50Z', 'updated_at': '2021-12-15T14:24:53Z', 'revision_number': 1, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b3f496-8c01-4fda-880d-65e129c953c4', 'name': '', 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'mac_address': 'fa:16:3e:33:df:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:31Z', 'updated_at': '2021-12-15T14:21:35Z', 'revision_number': 5, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'subnets': [{'id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:28:38.659010 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ea087a-97b8-469d-b108-0f366a826466 None None] New status for floating IP bcacd33f-6227-496e-96ab-0652bfb32a33: DOWN {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:28:39.208748 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8c917-99b2-4a93-b124-3608f8155835 req-f366586e-c92d-406b-aebb-83818e4fd8c5 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:39.210208 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6cf8c917-99b2-4a93-b124-3608f8155835 req-f366586e-c92d-406b-aebb-83818e4fd8c5 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bda21c6-c5dc-41ca-a84a-451f07e77a81 HTTP/1.1" status: 200 len: 945 time: 0.0527394 Dec 15 14:28:39.260452 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6cf8c917-99b2-4a93-b124-3608f8155835 req-a8609860-48a3-4d95-b816-cec3dfce27d3 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444009 Dec 15 14:28:39.349059 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:39.449813 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2d1b2-056e-4e43-a3f9-af8a8cd2206d req-714706a6-470f-432c-86fd-e5d439c778f6 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:39.451788 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8cc2d1b2-056e-4e43-a3f9-af8a8cd2206d req-714706a6-470f-432c-86fd-e5d439c778f6 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.54 "GET /v2.0/ports?device_id=2bda21c6-c5dc-41ca-a84a-451f07e77a81 HTTP/1.1" status: 200 len: 945 time: 0.0468879 Dec 15 14:28:39.542984 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [req-8cc2d1b2-056e-4e43-a3f9-af8a8cd2206d req-cfd44b23-6819-4e98-b148-957e7c902561 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Deleting port 911e3bf9-e1bb-45cc-9851-03e0ee54f49a {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:28:39.543321 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-8cc2d1b2-056e-4e43-a3f9-af8a8cd2206d req-cfd44b23-6819-4e98-b148-957e7c902561 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:39.631876 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-8cc2d1b2-056e-4e43-a3f9-af8a8cd2206d req-cfd44b23-6819-4e98-b148-957e7c902561 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] For port 911e3bf9-e1bb-45cc-9851-03e0ee54f49a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=911e3bf9-e1bb-45cc-9851-03e0ee54f49a,segment=NetworkSegment(d1eeb863-062f-4ab7-8059-38341a55dab3),segment_id=d1eeb863-062f-4ab7-8059-38341a55dab3)] {{(pid=103145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:28:39.632273 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-8cc2d1b2-056e-4e43-a3f9-af8a8cd2206d req-cfd44b23-6819-4e98-b148-957e7c902561 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:39.646160 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [req-8cc2d1b2-056e-4e43-a3f9-af8a8cd2206d req-cfd44b23-6819-4e98-b148-957e7c902561 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Calling delete_port for 911e3bf9-e1bb-45cc-9851-03e0ee54f49a owned by compute:nova {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:28:39.812455 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-8cc2d1b2-056e-4e43-a3f9-af8a8cd2206d req-cfd44b23-6819-4e98-b148-957e7c902561 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:39.838906 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd44b23-6819-4e98-b148-957e7c902561 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Pushing event deleted for resources: {'Port': ['ID=911e3bf9-e1bb-45cc-9851-03e0ee54f49a,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:39.848451 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd44b23-6819-4e98-b148-957e7c902561 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:39.848812 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd44b23-6819-4e98-b148-957e7c902561 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:39.849166 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd44b23-6819-4e98-b148-957e7c902561 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:39.849517 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd44b23-6819-4e98-b148-957e7c902561 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:39.849855 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd44b23-6819-4e98-b148-957e7c902561 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:39.850192 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd44b23-6819-4e98-b148-957e7c902561 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:39.850537 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd44b23-6819-4e98-b148-957e7c902561 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:39.850874 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd44b23-6819-4e98-b148-957e7c902561 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:39.851535 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd44b23-6819-4e98-b148-957e7c902561 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:39.851535 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd44b23-6819-4e98-b148-957e7c902561 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:39.851835 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd44b23-6819-4e98-b148-957e7c902561 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:39.852198 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd44b23-6819-4e98-b148-957e7c902561 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:39.852530 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd44b23-6819-4e98-b148-957e7c902561 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:39.894023 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc2d1b2-056e-4e43-a3f9-af8a8cd2206d req-cfd44b23-6819-4e98-b148-957e7c902561 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] No DVR routers for this DVR port 911e3bf9-e1bb-45cc-9851-03e0ee54f49a on host hv-cinder-81322 {{(pid=103145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:28:39.896573 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-8cc2d1b2-056e-4e43-a3f9-af8a8cd2206d req-cfd44b23-6819-4e98-b148-957e7c902561 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:39.900001 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-8cc2d1b2-056e-4e43-a3f9-af8a8cd2206d req-cfd44b23-6819-4e98-b148-957e7c902561 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.54 "DELETE /v2.0/ports/911e3bf9-e1bb-45cc-9851-03e0ee54f49a HTTP/1.1" status: 204 len: 173 time: 0.4408343 Dec 15 14:28:39.900444 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bda21c6-c5dc-41ca-a84a-451f07e77a81', 'name': 'network-vif-deleted', 'tag': '911e3bf9-e1bb-45cc-9851-03e0ee54f49a'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:28:39.902766 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54343ee614085f4f2fe791b0f2f4c0bf4988d50ad8e642b13afe6f74cb17e673" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44085a13-37fc-41eb-b650-7b81d7ddd513" -d '{"events": [{"server_uuid": "2bda21c6-c5dc-41ca-a84a-451f07e77a81", "name": "network-vif-deleted", "tag": "911e3bf9-e1bb-45cc-9851-03e0ee54f49a"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:28:39.938566 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28dbeefc-b0e2-4450-9f99-f35adcf7bf08 x-openstack-request-id: req-28dbeefc-b0e2-4450-9f99-f35adcf7bf08 {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:28:39.938862 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bda21c6-c5dc-41ca-a84a-451f07e77a81", "name": "network-vif-deleted", "tag": "911e3bf9-e1bb-45cc-9851-03e0ee54f49a", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:28:39.939122 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-28dbeefc-b0e2-4450-9f99-f35adcf7bf08 {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:28:39.939522 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bda21c6-c5dc-41ca-a84a-451f07e77a81', 'name': 'network-vif-deleted', 'tag': '911e3bf9-e1bb-45cc-9851-03e0ee54f49a', 'status': 'completed', 'code': 200} Dec 15 14:28:40.366776 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-268ccf90-77bb-4092-8edb-e2297a8fef47 req-13b86158-56da-43cc-9953-dc1e2011bd34 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bda21c6-c5dc-41ca-a84a-451f07e77a81 HTTP/1.1" status: 200 len: 210 time: 0.0323129 Dec 15 14:28:42.192236 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 911e3bf9-e1bb-45cc-9851-03e0ee54f49a no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:28:42.212548 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] No Port match for: 911e3bf9-e1bb-45cc-9851-03e0ee54f49a {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:28:42.212903 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 911e3bf9-e1bb-45cc-9851-03e0ee54f49a not bound to the agent host hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:28:43.801527 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 44946) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:28:43.953985 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-64835a45-6e86-4897-b1f5-abb8e49f9bdf tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Deleting port e6ddab23-4e7a-4a9b-a5b5-e714967f17be {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:28:43.954333 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-64835a45-6e86-4897-b1f5-abb8e49f9bdf tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:44.029743 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-64835a45-6e86-4897-b1f5-abb8e49f9bdf tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:44.030076 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-64835a45-6e86-4897-b1f5-abb8e49f9bdf tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:44.041397 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-64835a45-6e86-4897-b1f5-abb8e49f9bdf tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Calling delete_port for e6ddab23-4e7a-4a9b-a5b5-e714967f17be owned by network:floatingip {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:28:44.321095 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-64835a45-6e86-4897-b1f5-abb8e49f9bdf tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59071379'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:44.346813 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64835a45-6e86-4897-b1f5-abb8e49f9bdf tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Pushing event deleted for resources: {'Port': ['ID=e6ddab23-4e7a-4a9b-a5b5-e714967f17be,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:44.407625 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-64835a45-6e86-4897-b1f5-abb8e49f9bdf tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for floatingip, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:44.408138 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.db.l3_db [None req-64835a45-6e86-4897-b1f5-abb8e49f9bdf tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Floating IP 7fd31a21-f3a1-45e3-aeed-780b091be4c5 disassociated (deleted). External IP: 172.27.3.151, port: 5dd7fd16-29ae-4d71-978c-bfa23231432d. Dec 15 14:28:44.611383 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64835a45-6e86-4897-b1f5-abb8e49f9bdf tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Router c6d9ba3e-81b7-48b2-93ae-0431f1480a96 has already been hosted by L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:28:44.717723 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64835a45-6e86-4897-b1f5-abb8e49f9bdf tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:28:44.722430 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-64835a45-6e86-4897-b1f5-abb8e49f9bdf tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:44.727420 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5d35f6-df3f-431b-871a-5dfeea0bd617 None None] Sync routers for ids ['c6d9ba3e-81b7-48b2-93ae-0431f1480a96'] in dv-cinder-813229-4-iscsi {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:28:44.736812 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5d35f6-df3f-431b-871a-5dfeea0bd617 None None] Routers {'c6d9ba3e-81b7-48b2-93ae-0431f1480a96'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:28:44.737510 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-7f5d35f6-df3f-431b-871a-5dfeea0bd617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:28:36Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['c6d9ba3e-81b7-48b2-93ae-0431f1480a96'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:28:44.749544 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-64835a45-6e86-4897-b1f5-abb8e49f9bdf tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "DELETE /v2.0/floatingips/7fd31a21-f3a1-45e3-aeed-780b091be4c5 HTTP/1.1" status: 204 len: 168 time: 0.9469218 Dec 15 14:28:44.750149 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2ef41c-1fd9-4684-8a2d-49d608e414ca', 'tag': '5dd7fd16-29ae-4d71-978c-bfa23231432d'}] {{(pid=103144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:28:44.752460 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85a0f3a80b1f03eae3b213f201473723e4c4eee54091eafe51cfe768d2ea106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a57c63c-a380-478c-b167-c4065f2e8c14" -d '{"events": [{"name": "network-changed", "server_uuid": "5b2ef41c-1fd9-4684-8a2d-49d608e414ca", "tag": "5dd7fd16-29ae-4d71-978c-bfa23231432d"}]}' {{(pid=103144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:28:44.792415 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 14:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5555aca5-3d2d-4132-8c4a-26e12b836d78 x-openstack-request-id: req-5555aca5-3d2d-4132-8c4a-26e12b836d78 {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:28:44.792712 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b2ef41c-1fd9-4684-8a2d-49d608e414ca", "tag": "5dd7fd16-29ae-4d71-978c-bfa23231432d", "status": "completed", "code": 200}]} {{(pid=103144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:28:44.792974 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5555aca5-3d2d-4132-8c4a-26e12b836d78 {{(pid=103144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:28:44.793375 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2ef41c-1fd9-4684-8a2d-49d608e414ca', 'tag': '5dd7fd16-29ae-4d71-978c-bfa23231432d', 'status': 'completed', 'code': 200} Dec 15 14:28:44.851158 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-7f5d35f6-df3f-431b-871a-5dfeea0bd617 None None] Set router c6d9ba3e-81b7-48b2-93ae-0431f1480a96 gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:28:44.858300 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57c63c-a380-478c-b167-c4065f2e8c14 req-d52e369d-e370-4e65-956a-a5a1e0742302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:44.860595 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6a57c63c-a380-478c-b167-c4065f2e8c14 req-d52e369d-e370-4e65-956a-a5a1e0742302 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cd38f26fb8464e569d886ee7fa407464&device_id=5b2ef41c-1fd9-4684-8a2d-49d608e414ca HTTP/1.1" status: 200 len: 1099 time: 0.0419314 Dec 15 14:28:44.954413 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57c63c-a380-478c-b167-c4065f2e8c14 req-131060d4-de6c-4e4a-bbb7-7609e0bd5502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:44.955898 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6a57c63c-a380-478c-b167-c4065f2e8c14 req-131060d4-de6c-4e4a-bbb7-7609e0bd5502 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d45a2324-0e28-4a72-9746-c7e5b98cb828 HTTP/1.1" status: 200 len: 913 time: 0.0888250 Dec 15 14:28:45.003809 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6a57c63c-a380-478c-b167-c4065f2e8c14 req-a20a97e0-e679-4d5b-89ec-6a9282b4e4d3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dd7fd16-29ae-4d71-978c-bfa23231432d HTTP/1.1" status: 200 len: 217 time: 0.0404022 Dec 15 14:28:45.055463 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-7f5d35f6-df3f-431b-871a-5dfeea0bd617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'name': 'tempest-TestVolumeBootPattern-1048994220-router', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:28Z', 'updated_at': '2021-12-15T14:21:32Z', 'revision_number': 4, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'gw_port': {'id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:29Z', 'updated_at': '2021-12-15T14:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': 'c6b3f496-8c01-4fda-880d-65e129c953c4', 'name': '', 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'mac_address': 'fa:16:3e:33:df:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:31Z', 'updated_at': '2021-12-15T14:21:35Z', 'revision_number': 5, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'subnets': [{'id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:28:45.057877 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57c63c-a380-478c-b167-c4065f2e8c14 req-dfa40429-90c7-4f9c-80ad-c578089b5248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:45.059869 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6a57c63c-a380-478c-b167-c4065f2e8c14 req-dfa40429-90c7-4f9c-80ad-c578089b5248 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4cdae80b-2821-492e-b671-8fe55c42de47 HTTP/1.1" status: 200 len: 851 time: 0.0473957 Dec 15 14:28:45.087729 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5d35f6-df3f-431b-871a-5dfeea0bd617 None None] Checking router: c6d9ba3e-81b7-48b2-93ae-0431f1480a96 for host: dv-cinder-813229-4-iscsi {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:28:45.101342 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5d35f6-df3f-431b-871a-5dfeea0bd617 None None] Routers {'c6d9ba3e-81b7-48b2-93ae-0431f1480a96'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:28:45.102020 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-7f5d35f6-df3f-431b-871a-5dfeea0bd617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:28:36Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['c6d9ba3e-81b7-48b2-93ae-0431f1480a96'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:28:45.144171 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57c63c-a380-478c-b167-c4065f2e8c14 req-c2a2c8ac-03c7-4b50-acd5-f25bcbc45d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:45.145666 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6a57c63c-a380-478c-b167-c4065f2e8c14 req-c2a2c8ac-03c7-4b50-acd5-f25bcbc45d79 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d45a2324-0e28-4a72-9746-c7e5b98cb828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766461 Dec 15 14:28:45.168690 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149313ac-ec71-4fa8-a7d9-5138c885cae6 req-d5b426de-0457-43ad-a02d-e4017277c606 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:45.170211 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-149313ac-ec71-4fa8-a7d9-5138c885cae6 req-d5b426de-0457-43ad-a02d-e4017277c606 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b2ef41c-1fd9-4684-8a2d-49d608e414ca HTTP/1.1" status: 200 len: 946 time: 0.0696807 Dec 15 14:28:45.217627 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-7f5d35f6-df3f-431b-871a-5dfeea0bd617 None None] Set router c6d9ba3e-81b7-48b2-93ae-0431f1480a96 gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:28:45.260200 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-149313ac-ec71-4fa8-a7d9-5138c885cae6 req-109b4495-5e7d-4a99-a3aa-6698f58cba83 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804255 Dec 15 14:28:45.282463 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6a57c63c-a380-478c-b167-c4065f2e8c14 req-ba62e722-7b2e-4847-ac99-0d971fdda1d6 service neutron] 10.222.0.54 "GET /v2.0/networks/d45a2324-0e28-4a72-9746-c7e5b98cb828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285598 Dec 15 14:28:45.377744 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-6a57c63c-a380-478c-b167-c4065f2e8c14 req-716bad35-d676-4cb1-ad6e-97a42e84be35 service neutron] 10.222.0.54 "GET /v2.0/networks/d45a2324-0e28-4a72-9746-c7e5b98cb828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873988 Dec 15 14:28:45.423786 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-7f5d35f6-df3f-431b-871a-5dfeea0bd617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'name': 'tempest-TestVolumeBootPattern-1048994220-router', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:28Z', 'updated_at': '2021-12-15T14:21:32Z', 'revision_number': 4, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'gw_port': {'id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:29Z', 'updated_at': '2021-12-15T14:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': 'c6b3f496-8c01-4fda-880d-65e129c953c4', 'name': '', 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'mac_address': 'fa:16:3e:33:df:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:31Z', 'updated_at': '2021-12-15T14:21:35Z', 'revision_number': 5, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'subnets': [{'id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:28:45.454392 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5d35f6-df3f-431b-871a-5dfeea0bd617 None None] The sync data for ids ['c6d9ba3e-81b7-48b2-93ae-0431f1480a96'] in dv-cinder-813229-4-iscsi is: [{'id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'name': 'tempest-TestVolumeBootPattern-1048994220-router', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:28Z', 'updated_at': '2021-12-15T14:21:32Z', 'revision_number': 4, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'gw_port': {'id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:29Z', 'updated_at': '2021-12-15T14:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi', '_interfaces': [{'id': 'c6b3f496-8c01-4fda-880d-65e129c953c4', 'name': '', 'network_id': 'd45a2324-0e28-4a72-9746-c7e5b98cb828', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'mac_address': 'fa:16:3e:33:df:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:31Z', 'updated_at': '2021-12-15T14:21:35Z', 'revision_number': 5, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'subnets': [{'id': '4cdae80b-2821-492e-b671-8fe55c42de47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:28:45.672528 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d5529b-9df8-40eb-a291-a13c3524339a None None] New status for floating IP 7fd31a21-f3a1-45e3-aeed-780b091be4c5: DOWN {{(pid=103147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 14:28:46.379731 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d803184-cc28-4f95-963a-169388322bb1 req-f60ead59-eb57-4123-8bdf-85c32d276c7b tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:46.381140 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7d803184-cc28-4f95-963a-169388322bb1 req-f60ead59-eb57-4123-8bdf-85c32d276c7b tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b2ef41c-1fd9-4684-8a2d-49d608e414ca HTTP/1.1" status: 200 len: 946 time: 0.0497839 Dec 15 14:28:46.430867 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-7d803184-cc28-4f95-963a-169388322bb1 req-6141da6e-6ecc-4393-a318-72a5b09fe726 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/security-groups?id=529b4721-de16-4919-9a84-ca12f4925c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437007 Dec 15 14:28:46.594867 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac80a3-2d37-4454-b305-da3e20610982 req-e102bd73-e6a1-4715-b0a5-8a2799680e7a tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 14:28:46.596351 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-beac80a3-2d37-4454-b305-da3e20610982 req-e102bd73-e6a1-4715-b0a5-8a2799680e7a tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b2ef41c-1fd9-4684-8a2d-49d608e414ca HTTP/1.1" status: 200 len: 946 time: 0.0518639 Dec 15 14:28:46.686223 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [req-beac80a3-2d37-4454-b305-da3e20610982 req-aaaa799f-2df8-4194-8543-53d543af0420 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Deleting port 5dd7fd16-29ae-4d71-978c-bfa23231432d {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:28:46.686562 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-beac80a3-2d37-4454-b305-da3e20610982 req-aaaa799f-2df8-4194-8543-53d543af0420 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:46.775815 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [req-beac80a3-2d37-4454-b305-da3e20610982 req-aaaa799f-2df8-4194-8543-53d543af0420 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] For port 5dd7fd16-29ae-4d71-978c-bfa23231432d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5dd7fd16-29ae-4d71-978c-bfa23231432d,segment=NetworkSegment(d1eeb863-062f-4ab7-8059-38341a55dab3),segment_id=d1eeb863-062f-4ab7-8059-38341a55dab3)] {{(pid=103145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:28:46.776197 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-beac80a3-2d37-4454-b305-da3e20610982 req-aaaa799f-2df8-4194-8543-53d543af0420 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:46.789326 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [req-beac80a3-2d37-4454-b305-da3e20610982 req-aaaa799f-2df8-4194-8543-53d543af0420 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Calling delete_port for 5dd7fd16-29ae-4d71-978c-bfa23231432d owned by compute:nova {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:28:46.966004 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-beac80a3-2d37-4454-b305-da3e20610982 req-aaaa799f-2df8-4194-8543-53d543af0420 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:46.995641 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa799f-2df8-4194-8543-53d543af0420 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Pushing event deleted for resources: {'Port': ['ID=5dd7fd16-29ae-4d71-978c-bfa23231432d,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:47.039076 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.db.l3_dvrscheduler_db [req-beac80a3-2d37-4454-b305-da3e20610982 req-aaaa799f-2df8-4194-8543-53d543af0420 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] No DVR routers for this DVR port 5dd7fd16-29ae-4d71-978c-bfa23231432d on host hv-cinder-81322 {{(pid=103145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:28:47.041633 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [req-beac80a3-2d37-4454-b305-da3e20610982 req-aaaa799f-2df8-4194-8543-53d543af0420 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for port, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:47.045095 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-beac80a3-2d37-4454-b305-da3e20610982 req-aaaa799f-2df8-4194-8543-53d543af0420 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.54 "DELETE /v2.0/ports/5dd7fd16-29ae-4d71-978c-bfa23231432d HTTP/1.1" status: 204 len: 173 time: 0.4431036 Dec 15 14:28:47.045531 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2ef41c-1fd9-4684-8a2d-49d608e414ca', 'name': 'network-vif-deleted', 'tag': '5dd7fd16-29ae-4d71-978c-bfa23231432d'}] {{(pid=103145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 14:28:47.047884 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54343ee614085f4f2fe791b0f2f4c0bf4988d50ad8e642b13afe6f74cb17e673" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31be7a16-2378-4f36-9970-0cfb14540f16" -d '{"events": [{"server_uuid": "5b2ef41c-1fd9-4684-8a2d-49d608e414ca", "name": "network-vif-deleted", "tag": "5dd7fd16-29ae-4d71-978c-bfa23231432d"}]}' {{(pid=103145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 14:28:47.085335 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 14:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958842e9-0cae-4057-bf71-b5569d4dfe56 x-openstack-request-id: req-958842e9-0cae-4057-bf71-b5569d4dfe56 {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 14:28:47.085628 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2ef41c-1fd9-4684-8a2d-49d608e414ca", "name": "network-vif-deleted", "tag": "5dd7fd16-29ae-4d71-978c-bfa23231432d", "status": "completed", "code": 200}]} {{(pid=103145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 14:28:47.085888 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-958842e9-0cae-4057-bf71-b5569d4dfe56 {{(pid=103145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 14:28:47.086289 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2ef41c-1fd9-4684-8a2d-49d608e414ca', 'name': 'network-vif-deleted', 'tag': '5dd7fd16-29ae-4d71-978c-bfa23231432d', 'status': 'completed', 'code': 200} Dec 15 14:28:47.191341 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [req-68ab9d90-e860-4220-8fed-556b0685ab18 req-f6ba1f8d-fbe9-4cc4-ba2a-a18592388b08 service neutron] (103144) timed out ('10.222.0.54', 55416) {{(pid=103144) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 14:28:47.260334 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [req-dc499542-6634-4460-a111-f9aaf7d0777c req-df0ef7d5-f746-4e1a-8290-9f20baf65994 service neutron] (103144) timed out ('10.222.0.54', 55402) {{(pid=103144) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 14:28:47.527986 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [req-348557a7-9fb3-4714-8ebb-b294b64d9f58 req-83d1b958-b538-446b-9385-814a7ce03b2e tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b2ef41c-1fd9-4684-8a2d-49d608e414ca HTTP/1.1" status: 200 len: 210 time: 0.0274570 Dec 15 14:28:48.583121 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 44962) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:28:48.704288 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-787eca1e-73f9-4421-9775-e39ea0140bac tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Deleting port b9c1e991-c572-4a67-b690-e61ea45fd706 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:28:48.704639 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-787eca1e-73f9-4421-9775-e39ea0140bac tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:48.781389 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-787eca1e-73f9-4421-9775-e39ea0140bac tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:48.781722 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-787eca1e-73f9-4421-9775-e39ea0140bac tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:48.792998 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-787eca1e-73f9-4421-9775-e39ea0140bac tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Calling delete_port for b9c1e991-c572-4a67-b690-e61ea45fd706 owned by network:floatingip {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:28:48.983295 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-787eca1e-73f9-4421-9775-e39ea0140bac tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59071379'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:49.008163 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787eca1e-73f9-4421-9775-e39ea0140bac tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Pushing event deleted for resources: {'Port': ['ID=b9c1e991-c572-4a67-b690-e61ea45fd706,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:49.067711 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-787eca1e-73f9-4421-9775-e39ea0140bac tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for floatingip, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:49.070276 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-787eca1e-73f9-4421-9775-e39ea0140bac tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79926'] for floatingip, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:49.071427 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-787eca1e-73f9-4421-9775-e39ea0140bac tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "DELETE /v2.0/floatingips/299c872b-0791-4230-b9b2-57af6ea4def3 HTTP/1.1" status: 204 len: 168 time: 0.4872930 Dec 15 14:28:50.040260 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:50.254159 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 5dd7fd16-29ae-4d71-978c-bfa23231432d no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:28:50.274518 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] No Port match for: 5dd7fd16-29ae-4d71-978c-bfa23231432d {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:28:50.279986 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Device 5dd7fd16-29ae-4d71-978c-bfa23231432d not bound to the agent host hv-cinder-81322 {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:28:50.345145 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 44974) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:28:50.400621 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f3331985-51d3-4026-bb24-34e8b32cf4e2 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:50.429327 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f3331985-51d3-4026-bb24-34e8b32cf4e2 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:50.548613 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f3331985-51d3-4026-bb24-34e8b32cf4e2 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:50.551278 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-f3331985-51d3-4026-bb24-34e8b32cf4e2 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:50.552453 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-f3331985-51d3-4026-bb24-34e8b32cf4e2 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] 10.222.0.36 "DELETE /v2.0/security-groups/529b4721-de16-4919-9a84-ca12f4925c1f HTTP/1.1" status: 204 len: 168 time: 0.2060199 Dec 15 14:28:50.562916 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3331985-51d3-4026-bb24-34e8b32cf4e2 tempest-TestVolumeBootPattern-1781761477 tempest-TestVolumeBootPattern-1781761477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=529b4721-de16-4919-9a84-ca12f4925c1f,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:50.664489 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 44978) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:28:51.144524 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-48303dac-f0ab-4070-b6d5-e6d1cae7c225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584660'] for router_interface, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:51.383752 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-48303dac-f0ab-4070-b6d5-e6d1cae7c225 admin admin] Deleting port c6b3f496-8c01-4fda-880d-65e129c953c4 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:28:51.384510 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-48303dac-f0ab-4070-b6d5-e6d1cae7c225 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:51.463164 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-48303dac-f0ab-4070-b6d5-e6d1cae7c225 admin admin] For port c6b3f496-8c01-4fda-880d-65e129c953c4, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=c6b3f496-8c01-4fda-880d-65e129c953c4,segment=NetworkSegment(d1eeb863-062f-4ab7-8059-38341a55dab3),segment_id=d1eeb863-062f-4ab7-8059-38341a55dab3)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:28:51.463530 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-48303dac-f0ab-4070-b6d5-e6d1cae7c225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:51.476110 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-48303dac-f0ab-4070-b6d5-e6d1cae7c225 admin admin] Calling delete_port for c6b3f496-8c01-4fda-880d-65e129c953c4 owned by network:router_interface {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:28:51.943137 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-48303dac-f0ab-4070-b6d5-e6d1cae7c225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59071379'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:51.967650 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48303dac-f0ab-4070-b6d5-e6d1cae7c225 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6b3f496-8c01-4fda-880d-65e129c953c4,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:52.143322 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-48303dac-f0ab-4070-b6d5-e6d1cae7c225 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2096200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584776'] for router_interface, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:52.352047 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48303dac-f0ab-4070-b6d5-e6d1cae7c225 admin admin] Router c6d9ba3e-81b7-48b2-93ae-0431f1480a96 has already been hosted by L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b {{(pid=103144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:28:52.456360 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48303dac-f0ab-4070-b6d5-e6d1cae7c225 admin admin] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:28:52.461465 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-48303dac-f0ab-4070-b6d5-e6d1cae7c225 admin admin] 10.222.0.36 "PUT /v2.0/routers/c6d9ba3e-81b7-48b2-93ae-0431f1480a96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7958970 Dec 15 14:28:52.463993 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 44982) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:28:52.467550 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc36130-eef3-4bd3-b056-cf5a0ec31b83 None None] Sync routers for ids ['c6d9ba3e-81b7-48b2-93ae-0431f1480a96'] in dv-cinder-813229-4-iscsi {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:28:52.477366 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc36130-eef3-4bd3-b056-cf5a0ec31b83 None None] Routers {'c6d9ba3e-81b7-48b2-93ae-0431f1480a96'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:28:52.477977 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-cfc36130-eef3-4bd3-b056-cf5a0ec31b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:28:36Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['c6d9ba3e-81b7-48b2-93ae-0431f1480a96'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:28:52.567594 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5749ac98-30c5-4ceb-b8a6-5d285183e06f admin admin] Publish callbacks [] for router, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:52.584448 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-cfc36130-eef3-4bd3-b056-cf5a0ec31b83 None None] Set router c6d9ba3e-81b7-48b2-93ae-0431f1480a96 gateway port host: dv-cinder-813229-4-iscsi {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:28:52.670232 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5749ac98-30c5-4ceb-b8a6-5d285183e06f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:52.767721 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-cfc36130-eef3-4bd3-b056-cf5a0ec31b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'name': 'tempest-TestVolumeBootPattern-1048994220-router', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:28Z', 'updated_at': '2021-12-15T14:28:51Z', 'revision_number': 5, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'gw_port': {'id': '4034aa51-5e3c-4d5b-a365-2111062827a0', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:29Z', 'updated_at': '2021-12-15T14:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi'}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:28:52.770446 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-5749ac98-30c5-4ceb-b8a6-5d285183e06f admin admin] Deleting port 4034aa51-5e3c-4d5b-a365-2111062827a0 {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:28:52.770827 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5749ac98-30c5-4ceb-b8a6-5d285183e06f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:52.795160 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc36130-eef3-4bd3-b056-cf5a0ec31b83 None None] Checking router: c6d9ba3e-81b7-48b2-93ae-0431f1480a96 for host: dv-cinder-813229-4-iscsi {{(pid=103146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:28:52.803580 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc36130-eef3-4bd3-b056-cf5a0ec31b83 None None] Routers {'c6d9ba3e-81b7-48b2-93ae-0431f1480a96'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:28:52.804235 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-cfc36130-eef3-4bd3-b056-cf5a0ec31b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:28:36Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['c6d9ba3e-81b7-48b2-93ae-0431f1480a96'], 'active': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:28:52.852479 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-5749ac98-30c5-4ceb-b8a6-5d285183e06f admin admin] For port 4034aa51-5e3c-4d5b-a365-2111062827a0, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=4034aa51-5e3c-4d5b-a365-2111062827a0,segment=NetworkSegment(c751ab6f-1098-4cf9-a0b7-c17ede87015d),segment_id=c751ab6f-1098-4cf9-a0b7-c17ede87015d)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:28:52.852851 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5749ac98-30c5-4ceb-b8a6-5d285183e06f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:52.865798 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-5749ac98-30c5-4ceb-b8a6-5d285183e06f admin admin] Calling delete_port for 4034aa51-5e3c-4d5b-a365-2111062827a0 owned by network:router_gateway {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:28:52.890087 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvr_db [None req-cfc36130-eef3-4bd3-b056-cf5a0ec31b83 None None] Set router c6d9ba3e-81b7-48b2-93ae-0431f1480a96 gateway port host: None {{(pid=103146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:28:52.945373 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_hamode_db [None req-cfc36130-eef3-4bd3-b056-cf5a0ec31b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'name': 'tempest-TestVolumeBootPattern-1048994220-router', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:28Z', 'updated_at': '2021-12-15T14:28:52Z', 'revision_number': 6, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'gw_port_host': None}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:28:52.971177 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc36130-eef3-4bd3-b056-cf5a0ec31b83 None None] The sync data for ids ['c6d9ba3e-81b7-48b2-93ae-0431f1480a96'] in dv-cinder-813229-4-iscsi is: [{'id': 'c6d9ba3e-81b7-48b2-93ae-0431f1480a96', 'name': 'tempest-TestVolumeBootPattern-1048994220-router', 'tenant_id': 'cd38f26fb8464e569d886ee7fa407464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:28Z', 'updated_at': '2021-12-15T14:28:52Z', 'revision_number': 6, 'project_id': 'cd38f26fb8464e569d886ee7fa407464', 'gw_port_host': None}] {{(pid=103146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:28:53.068886 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5749ac98-30c5-4ceb-b8a6-5d285183e06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59071379'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:53.095658 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5749ac98-30c5-4ceb-b8a6-5d285183e06f admin admin] Pushing event deleted for resources: {'Port': ['ID=4034aa51-5e3c-4d5b-a365-2111062827a0,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:53.153222 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5749ac98-30c5-4ceb-b8a6-5d285183e06f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583658'] for router_gateway, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:53.244681 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5749ac98-30c5-4ceb-b8a6-5d285183e06f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1583034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5231'] for router, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:53.246707 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5749ac98-30c5-4ceb-b8a6-5d285183e06f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:53.360529 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5749ac98-30c5-4ceb-b8a6-5d285183e06f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1583027'] for router, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:53.361092 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5749ac98-30c5-4ceb-b8a6-5d285183e06f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6d9ba3e-81b7-48b2-93ae-0431f1480a96 {{(pid=103144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:28:53.370393 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-5749ac98-30c5-4ceb-b8a6-5d285183e06f admin admin] Publish callbacks [] for router, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:53.370393 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-5749ac98-30c5-4ceb-b8a6-5d285183e06f admin admin] 10.222.0.36 "DELETE /v2.0/routers/c6d9ba3e-81b7-48b2-93ae-0431f1480a96 HTTP/1.1" status: 204 len: 168 time: 0.9019854 Dec 15 14:28:53.370393 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 44984) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:28:53.415612 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb00aa95-36d1-4741-bfdf-a49ee2b3e5be admin admin] Deleting subnet 4cdae80b-2821-492e-b671-8fe55c42de47 {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:28:53.418686 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fb00aa95-36d1-4741-bfdf-a49ee2b3e5be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:53.452484 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fb00aa95-36d1-4741-bfdf-a49ee2b3e5be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59448052'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:53.530770 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fb00aa95-36d1-4741-bfdf-a49ee2b3e5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878086'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:53.657533 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fb00aa95-36d1-4741-bfdf-a49ee2b3e5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59071396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802286'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:53.682332 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb00aa95-36d1-4741-bfdf-a49ee2b3e5be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cdae80b-2821-492e-b671-8fe55c42de47,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:53.686691 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-fb00aa95-36d1-4741-bfdf-a49ee2b3e5be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:53.690213 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-fb00aa95-36d1-4741-bfdf-a49ee2b3e5be admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4cdae80b-2821-492e-b671-8fe55c42de47 HTTP/1.1" status: 204 len: 168 time: 0.3198595 Dec 15 14:28:53.692735 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 44986) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:28:53.698201 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55739187-3ca6-4969-a5f9-566b7f0d1add None None] Network d45a2324-0e28-4a72-9746-c7e5b98cb828 requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:28:53.768466 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9f79cb19-ae1a-4972-9411-2e13611bfa19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825640'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:53.823589 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-9f79cb19-ae1a-4972-9411-2e13611bfa19 admin admin] Deleting port 02f6928d-a807-4689-8ba4-c1e028d7ab0d {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:28:53.823958 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9f79cb19-ae1a-4972-9411-2e13611bfa19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:53.867006 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb29107-81e9-4da6-b374-2b2cf41f8567 None None] DHCP port deletion for d45a2324-0e28-4a72-9746-c7e5b98cb828 request from dv-cinder-813229-4-iscsi {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:28:53.887389 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-9f79cb19-ae1a-4972-9411-2e13611bfa19 admin admin] For port 02f6928d-a807-4689-8ba4-c1e028d7ab0d, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=02f6928d-a807-4689-8ba4-c1e028d7ab0d,segment=NetworkSegment(d1eeb863-062f-4ab7-8059-38341a55dab3),segment_id=d1eeb863-062f-4ab7-8059-38341a55dab3)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:28:53.887801 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9f79cb19-ae1a-4972-9411-2e13611bfa19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:53.905915 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-9f79cb19-ae1a-4972-9411-2e13611bfa19 admin admin] Calling delete_port for 02f6928d-a807-4689-8ba4-c1e028d7ab0d owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:28:53.917625 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4eb29107-81e9-4da6-b374-2b2cf41f8567 None None] Deleting port 02f6928d-a807-4689-8ba4-c1e028d7ab0d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:28:53.918005 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4eb29107-81e9-4da6-b374-2b2cf41f8567 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:53.985916 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-4eb29107-81e9-4da6-b374-2b2cf41f8567 None None] For port 02f6928d-a807-4689-8ba4-c1e028d7ab0d, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=02f6928d-a807-4689-8ba4-c1e028d7ab0d,segment=NetworkSegment(d1eeb863-062f-4ab7-8059-38341a55dab3),segment_id=d1eeb863-062f-4ab7-8059-38341a55dab3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:28:53.986315 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4eb29107-81e9-4da6-b374-2b2cf41f8567 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:54.004597 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4eb29107-81e9-4da6-b374-2b2cf41f8567 None None] Calling delete_port for 02f6928d-a807-4689-8ba4-c1e028d7ab0d owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:28:54.081436 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9f79cb19-ae1a-4972-9411-2e13611bfa19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59071379'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:54.087301 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4eb29107-81e9-4da6-b374-2b2cf41f8567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:54.113953 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f79cb19-ae1a-4972-9411-2e13611bfa19 admin admin] Pushing event deleted for resources: {'Port': ['ID=02f6928d-a807-4689-8ba4-c1e028d7ab0d,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:54.117592 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f79cb19-ae1a-4972-9411-2e13611bfa19 admin admin] No DVR routers for this DVR port 02f6928d-a807-4689-8ba4-c1e028d7ab0d on host dv-cinder-813229-4-iscsi {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:28:54.117907 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb29107-81e9-4da6-b374-2b2cf41f8567 None None] Pushing event deleted for resources: {'Port': ['ID=02f6928d-a807-4689-8ba4-c1e028d7ab0d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:54.120246 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb29107-81e9-4da6-b374-2b2cf41f8567 None None] No DVR routers for this DVR port 02f6928d-a807-4689-8ba4-c1e028d7ab0d on host dv-cinder-813229-4-iscsi {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:28:54.133869 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb29107-81e9-4da6-b374-2b2cf41f8567 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:54.134330 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb29107-81e9-4da6-b374-2b2cf41f8567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:54.135208 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb29107-81e9-4da6-b374-2b2cf41f8567 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:54.135649 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb29107-81e9-4da6-b374-2b2cf41f8567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:54.136129 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb29107-81e9-4da6-b374-2b2cf41f8567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:54.136562 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb29107-81e9-4da6-b374-2b2cf41f8567 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:54.136992 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb29107-81e9-4da6-b374-2b2cf41f8567 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:54.137509 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb29107-81e9-4da6-b374-2b2cf41f8567 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:54.139133 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb29107-81e9-4da6-b374-2b2cf41f8567 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:54.139669 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb29107-81e9-4da6-b374-2b2cf41f8567 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:54.140238 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb29107-81e9-4da6-b374-2b2cf41f8567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:54.140623 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb29107-81e9-4da6-b374-2b2cf41f8567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:54.141051 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb29107-81e9-4da6-b374-2b2cf41f8567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-4-iscsi {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 14:28:54.148201 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 4034aa51-5e3c-4d5b-a365-2111062827a0 no longer exists at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:28:54.169566 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] No Port match for: 4034aa51-5e3c-4d5b-a365-2111062827a0 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:28:54.170535 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 4034aa51-5e3c-4d5b-a365-2111062827a0 not bound to the agent host dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:28:54.170969 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device c6b3f496-8c01-4fda-880d-65e129c953c4 no longer exists at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:28:54.194054 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] No Port match for: c6b3f496-8c01-4fda-880d-65e129c953c4 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:28:54.194395 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device c6b3f496-8c01-4fda-880d-65e129c953c4 not bound to the agent host dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:28:54.194811 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 02f6928d-a807-4689-8ba4-c1e028d7ab0d no longer exists at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:28:54.195981 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9f79cb19-ae1a-4972-9411-2e13611bfa19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880017', 'neutron.services.segments.db._delete_segments_for_network-8782779444098'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:54.217324 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.services.segments.db [None req-9f79cb19-ae1a-4972-9411-2e13611bfa19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d45a2324-0e28-4a72-9746-c7e5b98cb828']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:28:54.227402 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.services.segments.db [None req-9f79cb19-ae1a-4972-9411-2e13611bfa19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1eeb863-062f-4ab7-8059-38341a55dab3') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:28:54.227705 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.services.segments.db [None req-9f79cb19-ae1a-4972-9411-2e13611bfa19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1eeb863-062f-4ab7-8059-38341a55dab3') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:28:54.238517 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9f79cb19-ae1a-4972-9411-2e13611bfa19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782779447179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59447823'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:54.252759 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9f79cb19-ae1a-4972-9411-2e13611bfa19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:54.259184 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f79cb19-ae1a-4972-9411-2e13611bfa19 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:28:54.262212 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9f79cb19-ae1a-4972-9411-2e13611bfa19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59071438'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:54.262212 dv-cinder-813229-4-iscsi neutron-server[103144]: Traceback (most recent call last): Dec 15 14:28:54.262212 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:28:54.262212 dv-cinder-813229-4-iscsi neutron-server[103144]: timer() Dec 15 14:28:54.262212 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:28:54.262212 dv-cinder-813229-4-iscsi neutron-server[103144]: cb(*args, **kw) Dec 15 14:28:54.262212 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:28:54.262212 dv-cinder-813229-4-iscsi neutron-server[103144]: return func(*args, **kwargs) Dec 15 14:28:54.262212 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:28:54.262212 dv-cinder-813229-4-iscsi neutron-server[103144]: self._notify() Dec 15 14:28:54.262212 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:28:54.262212 dv-cinder-813229-4-iscsi neutron-server[103144]: self.callback(batched_events) Dec 15 14:28:54.262212 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:28:54.262212 dv-cinder-813229-4-iscsi neutron-server[103144]: event.method(event) Dec 15 14:28:54.262212 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:28:54.262212 dv-cinder-813229-4-iscsi neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:28:54.262212 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:28:54.262212 dv-cinder-813229-4-iscsi neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:28:54.262212 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:28:54.262212 dv-cinder-813229-4-iscsi neutron-server[103144]: return f(self, *a, **k) Dec 15 14:28:54.262212 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:28:54.262212 dv-cinder-813229-4-iscsi neutron-server[103144]: return self._get(url).json() Dec 15 14:28:54.262212 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:28:54.262212 dv-cinder-813229-4-iscsi neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:28:54.262212 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:28:54.262212 dv-cinder-813229-4-iscsi neutron-server[103144]: return self.request(url, 'GET', **kwargs) Dec 15 14:28:54.262212 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:28:54.262212 dv-cinder-813229-4-iscsi neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:28:54.262212 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:28:54.262212 dv-cinder-813229-4-iscsi neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:28:54.262212 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:28:54.262212 dv-cinder-813229-4-iscsi neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:28:54.262212 dv-cinder-813229-4-iscsi neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:28:54.347999 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] No Port match for: 02f6928d-a807-4689-8ba4-c1e028d7ab0d {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:28:54.348270 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 02f6928d-a807-4689-8ba4-c1e028d7ab0d not bound to the agent host dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:28:54.365946 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9f79cb19-ae1a-4972-9411-2e13611bfa19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583622'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:54.371363 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-9f79cb19-ae1a-4972-9411-2e13611bfa19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:54.375562 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-9f79cb19-ae1a-4972-9411-2e13611bfa19 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d45a2324-0e28-4a72-9746-c7e5b98cb828 HTTP/1.1" status: 204 len: 168 time: 0.6818378 Dec 15 14:28:54.378650 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 44988) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:28:54.386738 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f79cb19-ae1a-4972-9411-2e13611bfa19 admin admin] Pushing event deleted for resources: {'Network': ['ID=d45a2324-0e28-4a72-9746-c7e5b98cb828,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:54.715811 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9d68587f-bb52-41ea-b893-e539be01d186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584660'] for router_interface, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:55.212072 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-9d68587f-bb52-41ea-b893-e539be01d186 admin admin] Deleting port d1f5f043-d829-4bef-afd9-ae09c5f74a9f {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:28:55.212409 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9d68587f-bb52-41ea-b893-e539be01d186 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:55.288076 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [None req-9d68587f-bb52-41ea-b893-e539be01d186 admin admin] For port d1f5f043-d829-4bef-afd9-ae09c5f74a9f, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=d1f5f043-d829-4bef-afd9-ae09c5f74a9f,segment=NetworkSegment(b16e109a-56c9-411e-93d8-223cbc09c2f6),segment_id=b16e109a-56c9-411e-93d8-223cbc09c2f6)] {{(pid=103145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:28:55.288432 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9d68587f-bb52-41ea-b893-e539be01d186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:55.300263 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-9d68587f-bb52-41ea-b893-e539be01d186 admin admin] Calling delete_port for d1f5f043-d829-4bef-afd9-ae09c5f74a9f owned by network:router_interface {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:28:55.548834 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9d68587f-bb52-41ea-b893-e539be01d186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:55.576609 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d68587f-bb52-41ea-b893-e539be01d186 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1f5f043-d829-4bef-afd9-ae09c5f74a9f,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:55.744881 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-9d68587f-bb52-41ea-b893-e539be01d186 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2096200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584776'] for router_interface, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:55.957331 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d68587f-bb52-41ea-b893-e539be01d186 admin admin] Router 223e092c-95dd-4973-9ca0-620decd2a369 has already been hosted by L3 agent 5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b {{(pid=103145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 14:28:56.058498 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d68587f-bb52-41ea-b893-e539be01d186 admin admin] Notify agent at l3_agent.dv-cinder-813229-4-iscsi the message routers_updated {{(pid=103145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 14:28:56.064249 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-9d68587f-bb52-41ea-b893-e539be01d186 admin admin] 10.222.0.36 "PUT /v2.0/routers/223e092c-95dd-4973-9ca0-620decd2a369/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6845424 Dec 15 14:28:56.066709 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [-] (103145) accepted ('10.222.0.36', 44990) {{(pid=103145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:28:56.069275 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f80f99-1bee-450c-a698-50f146a4b9b9 None None] Sync routers for ids ['223e092c-95dd-4973-9ca0-620decd2a369'] in dv-cinder-813229-4-iscsi {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 14:28:56.080174 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f80f99-1bee-450c-a698-50f146a4b9b9 None None] Routers {'223e092c-95dd-4973-9ca0-620decd2a369'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:28:56.080973 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-c2f80f99-1bee-450c-a698-50f146a4b9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:28:36Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['223e092c-95dd-4973-9ca0-620decd2a369'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:28:56.173816 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cfea3e05-c945-4a36-9910-ac19f542ad0f admin admin] Publish callbacks [] for router, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:56.193606 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-c2f80f99-1bee-450c-a698-50f146a4b9b9 None None] Set router 223e092c-95dd-4973-9ca0-620decd2a369 gateway port host: dv-cinder-813229-4-iscsi {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:28:56.274385 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cfea3e05-c945-4a36-9910-ac19f542ad0f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:56.374797 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-c2f80f99-1bee-450c-a698-50f146a4b9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223e092c-95dd-4973-9ca0-620decd2a369', 'name': 'tempest-TestVolumeBootPattern-645927970-router', 'tenant_id': 'd0585cddd427488ba1adb47dba5a4201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'external_fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '3d8b5c77-8b4c-4327-a42b-868d14ccf573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:35Z', 'updated_at': '2021-12-15T14:28:55Z', 'revision_number': 5, 'project_id': 'd0585cddd427488ba1adb47dba5a4201', 'gw_port': {'id': '3d8b5c77-8b4c-4327-a42b-868d14ccf573', 'name': '', 'network_id': '828b465c-2de9-4223-b21e-29ccc1fcf343', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:aa:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223e092c-95dd-4973-9ca0-620decd2a369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T14:21:36Z', 'updated_at': '2021-12-15T14:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8db6495a-cb76-4dd2-8fa8-8ada67659a42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-4-iscsi'}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:28:56.386909 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-cfea3e05-c945-4a36-9910-ac19f542ad0f admin admin] Deleting port 3d8b5c77-8b4c-4327-a42b-868d14ccf573 {{(pid=103145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:28:56.387318 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cfea3e05-c945-4a36-9910-ac19f542ad0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:56.400976 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f80f99-1bee-450c-a698-50f146a4b9b9 None None] Checking router: 223e092c-95dd-4973-9ca0-620decd2a369 for host: dv-cinder-813229-4-iscsi {{(pid=103147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 14:28:56.409799 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f80f99-1bee-450c-a698-50f146a4b9b9 None None] Routers {'223e092c-95dd-4973-9ca0-620decd2a369'} bound to L3 agent in host dv-cinder-813229-4-iscsi {{(pid=103147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 14:28:56.410452 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-c2f80f99-1bee-450c-a698-50f146a4b9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T14:05:06Z,description=,heartbeat_timestamp=2021-12-15T14:28:36Z,host='dv-cinder-813229-4-iscsi',id=5b8d4ab0-b18b-42ba-8d94-2ba5caa07c1b,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T14:05:06Z,topic='l3_agent')) {'router_ids': ['223e092c-95dd-4973-9ca0-620decd2a369'], 'active': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:28:56.470071 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.db [None req-cfea3e05-c945-4a36-9910-ac19f542ad0f admin admin] For port 3d8b5c77-8b4c-4327-a42b-868d14ccf573, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=3d8b5c77-8b4c-4327-a42b-868d14ccf573,segment=NetworkSegment(c751ab6f-1098-4cf9-a0b7-c17ede87015d),segment_id=c751ab6f-1098-4cf9-a0b7-c17ede87015d)] {{(pid=103145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:28:56.470440 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cfea3e05-c945-4a36-9910-ac19f542ad0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:56.482969 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-cfea3e05-c945-4a36-9910-ac19f542ad0f admin admin] Calling delete_port for 3d8b5c77-8b4c-4327-a42b-868d14ccf573 owned by network:router_gateway {{(pid=103145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:28:56.494480 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvr_db [None req-c2f80f99-1bee-450c-a698-50f146a4b9b9 None None] Set router 223e092c-95dd-4973-9ca0-620decd2a369 gateway port host: None {{(pid=103147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 14:28:56.548844 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.l3_hamode_db [None req-c2f80f99-1bee-450c-a698-50f146a4b9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223e092c-95dd-4973-9ca0-620decd2a369', 'name': 'tempest-TestVolumeBootPattern-645927970-router', 'tenant_id': 'd0585cddd427488ba1adb47dba5a4201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:35Z', 'updated_at': '2021-12-15T14:28:56Z', 'revision_number': 6, 'project_id': 'd0585cddd427488ba1adb47dba5a4201', 'gw_port_host': None}], 'dv-cinder-813229-4-iscsi', False) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:28:56.574168 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f80f99-1bee-450c-a698-50f146a4b9b9 None None] The sync data for ids ['223e092c-95dd-4973-9ca0-620decd2a369'] in dv-cinder-813229-4-iscsi is: [{'id': '223e092c-95dd-4973-9ca0-620decd2a369', 'name': 'tempest-TestVolumeBootPattern-645927970-router', 'tenant_id': 'd0585cddd427488ba1adb47dba5a4201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T14:21:35Z', 'updated_at': '2021-12-15T14:28:56Z', 'revision_number': 6, 'project_id': 'd0585cddd427488ba1adb47dba5a4201', 'gw_port_host': None}] {{(pid=103147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 14:28:56.708958 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cfea3e05-c945-4a36-9910-ac19f542ad0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3665368'] for port, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:56.732885 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea3e05-c945-4a36-9910-ac19f542ad0f admin admin] Pushing event deleted for resources: {'Port': ['ID=3d8b5c77-8b4c-4327-a42b-868d14ccf573,revision_number=None']} {{(pid=103145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:56.796532 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cfea3e05-c945-4a36-9910-ac19f542ad0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583658'] for router_gateway, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:56.884195 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cfea3e05-c945-4a36-9910-ac19f542ad0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1583034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5231'] for router, precommit_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:56.886164 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cfea3e05-c945-4a36-9910-ac19f542ad0f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:57.000433 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cfea3e05-c945-4a36-9910-ac19f542ad0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1583027'] for router, after_delete {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:57.001062 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfea3e05-c945-4a36-9910-ac19f542ad0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 223e092c-95dd-4973-9ca0-620decd2a369 {{(pid=103145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 14:28:57.011225 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-cfea3e05-c945-4a36-9910-ac19f542ad0f admin admin] Publish callbacks [] for router, before_response {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:57.011343 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 44992) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:28:57.012477 dv-cinder-813229-4-iscsi neutron-server[103145]: INFO neutron.wsgi [None req-cfea3e05-c945-4a36-9910-ac19f542ad0f admin admin] 10.222.0.36 "DELETE /v2.0/routers/223e092c-95dd-4973-9ca0-620decd2a369 HTTP/1.1" status: 204 len: 168 time: 0.9447198 Dec 15 14:28:57.057840 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.db_base_plugin_v2 [None req-677fda40-0f0d-4d5e-88b5-6203189225ce admin admin] Deleting subnet b546bd96-0ba9-42b9-91c3-9ea5664f4fad {{(pid=103144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 14:28:57.061419 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-677fda40-0f0d-4d5e-88b5-6203189225ce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:57.094755 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-677fda40-0f0d-4d5e-88b5-6203189225ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59448052'] for subnet, precommit_delete_associations {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:57.170065 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-677fda40-0f0d-4d5e-88b5-6203189225ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878086'] for subnet, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:57.286117 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-677fda40-0f0d-4d5e-88b5-6203189225ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-878093', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2032537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59071396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58802286'] for subnet, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:57.312333 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677fda40-0f0d-4d5e-88b5-6203189225ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b546bd96-0ba9-42b9-91c3-9ea5664f4fad,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:57.315803 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-677fda40-0f0d-4d5e-88b5-6203189225ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for subnet, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:57.319128 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-677fda40-0f0d-4d5e-88b5-6203189225ce admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b546bd96-0ba9-42b9-91c3-9ea5664f4fad HTTP/1.1" status: 204 len: 168 time: 0.3076434 Dec 15 14:28:57.321632 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 44994) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:28:57.324949 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13774e7b-8a38-4d6a-b4ca-4ed30f3146f3 None None] Network 61800182-e7ab-4ea2-a62f-87cd7ab263b9 requested from dv-cinder-813229-4-iscsi {{(pid=103146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 14:28:57.391848 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-403f7ba8-3119-421c-adba-d4ae40285b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825640'] for network, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:57.450837 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-403f7ba8-3119-421c-adba-d4ae40285b34 admin admin] Deleting port 48e21567-7c8e-4c36-9e23-779e283d58ea {{(pid=103144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:28:57.450837 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-403f7ba8-3119-421c-adba-d4ae40285b34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:57.476858 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09c6234-17b6-4b3d-ba56-aa75f7e9dbc1 None None] DHCP port deletion for 61800182-e7ab-4ea2-a62f-87cd7ab263b9 request from dv-cinder-813229-4-iscsi {{(pid=103146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 14:28:57.519589 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.db [None req-403f7ba8-3119-421c-adba-d4ae40285b34 admin admin] For port 48e21567-7c8e-4c36-9e23-779e283d58ea, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=48e21567-7c8e-4c36-9e23-779e283d58ea,segment=NetworkSegment(b16e109a-56c9-411e-93d8-223cbc09c2f6),segment_id=b16e109a-56c9-411e-93d8-223cbc09c2f6)] {{(pid=103144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:28:57.520048 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-403f7ba8-3119-421c-adba-d4ae40285b34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:57.525210 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a09c6234-17b6-4b3d-ba56-aa75f7e9dbc1 None None] Deleting port 48e21567-7c8e-4c36-9e23-779e283d58ea {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 14:28:57.536166 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a09c6234-17b6-4b3d-ba56-aa75f7e9dbc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782779401328'] for port, before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:57.536307 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.plugin [None req-403f7ba8-3119-421c-adba-d4ae40285b34 admin admin] Calling delete_port for 48e21567-7c8e-4c36-9e23-779e283d58ea owned by network:dhcp {{(pid=103144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:28:57.591849 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a09c6234-17b6-4b3d-ba56-aa75f7e9dbc1 None None] For port 48e21567-7c8e-4c36-9e23-779e283d58ea, host dv-cinder-813229-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-4-iscsi',level=0,port_id=48e21567-7c8e-4c36-9e23-779e283d58ea,segment=NetworkSegment(b16e109a-56c9-411e-93d8-223cbc09c2f6),segment_id=b16e109a-56c9-411e-93d8-223cbc09c2f6)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 14:28:57.598968 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a09c6234-17b6-4b3d-ba56-aa75f7e9dbc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677953'] for port, precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:57.610492 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a09c6234-17b6-4b3d-ba56-aa75f7e9dbc1 None None] Calling delete_port for 48e21567-7c8e-4c36-9e23-779e283d58ea owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 14:28:57.703150 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-403f7ba8-3119-421c-adba-d4ae40285b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59071379'] for port, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:57.708700 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a09c6234-17b6-4b3d-ba56-aa75f7e9dbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-791558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782779508435', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782778942163'] for port, after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:57.735392 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f7ba8-3119-421c-adba-d4ae40285b34 admin admin] Pushing event deleted for resources: {'Port': ['ID=48e21567-7c8e-4c36-9e23-779e283d58ea,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:57.742344 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c6234-17b6-4b3d-ba56-aa75f7e9dbc1 None None] Pushing event deleted for resources: {'Port': ['ID=48e21567-7c8e-4c36-9e23-779e283d58ea,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:57.743368 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403f7ba8-3119-421c-adba-d4ae40285b34 admin admin] No DVR routers for this DVR port 48e21567-7c8e-4c36-9e23-779e283d58ea on host dv-cinder-813229-4-iscsi {{(pid=103144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:28:57.743474 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09c6234-17b6-4b3d-ba56-aa75f7e9dbc1 None None] No DVR routers for this DVR port 48e21567-7c8e-4c36-9e23-779e283d58ea on host dv-cinder-813229-4-iscsi {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 14:28:57.810068 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-403f7ba8-3119-421c-adba-d4ae40285b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880017', 'neutron.services.segments.db._delete_segments_for_network-8782779444098'] for network, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:57.833115 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.services.segments.db [None req-403f7ba8-3119-421c-adba-d4ae40285b34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61800182-e7ab-4ea2-a62f-87cd7ab263b9']}} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:28:57.842941 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.services.segments.db [None req-403f7ba8-3119-421c-adba-d4ae40285b34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b16e109a-56c9-411e-93d8-223cbc09c2f6') {'for_net_delete': True} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:28:57.843234 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.services.segments.db [None req-403f7ba8-3119-421c-adba-d4ae40285b34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b16e109a-56c9-411e-93d8-223cbc09c2f6') {} {{(pid=103144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 14:28:57.852411 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-403f7ba8-3119-421c-adba-d4ae40285b34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782779447179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59447823'] for segment, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:57.866104 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-403f7ba8-3119-421c-adba-d4ae40285b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967'] for segment, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:57.871947 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-403f7ba8-3119-421c-adba-d4ae40285b34 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 14:28:57.873808 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-403f7ba8-3119-421c-adba-d4ae40285b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59071438'] for segment, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:57.874069 dv-cinder-813229-4-iscsi neutron-server[103144]: Traceback (most recent call last): Dec 15 14:28:57.874069 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 14:28:57.874069 dv-cinder-813229-4-iscsi neutron-server[103144]: timer() Dec 15 14:28:57.874069 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 14:28:57.874069 dv-cinder-813229-4-iscsi neutron-server[103144]: cb(*args, **kw) Dec 15 14:28:57.874069 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 14:28:57.874069 dv-cinder-813229-4-iscsi neutron-server[103144]: return func(*args, **kwargs) Dec 15 14:28:57.874069 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 14:28:57.874069 dv-cinder-813229-4-iscsi neutron-server[103144]: self._notify() Dec 15 14:28:57.874069 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 14:28:57.874069 dv-cinder-813229-4-iscsi neutron-server[103144]: self.callback(batched_events) Dec 15 14:28:57.874069 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 14:28:57.874069 dv-cinder-813229-4-iscsi neutron-server[103144]: event.method(event) Dec 15 14:28:57.874069 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 14:28:57.874069 dv-cinder-813229-4-iscsi neutron-server[103144]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 14:28:57.874069 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 14:28:57.874069 dv-cinder-813229-4-iscsi neutron-server[103144]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 14:28:57.874069 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 14:28:57.874069 dv-cinder-813229-4-iscsi neutron-server[103144]: return f(self, *a, **k) Dec 15 14:28:57.874069 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 14:28:57.874069 dv-cinder-813229-4-iscsi neutron-server[103144]: return self._get(url).json() Dec 15 14:28:57.874069 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 14:28:57.874069 dv-cinder-813229-4-iscsi neutron-server[103144]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 14:28:57.874069 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 14:28:57.874069 dv-cinder-813229-4-iscsi neutron-server[103144]: return self.request(url, 'GET', **kwargs) Dec 15 14:28:57.874069 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 14:28:57.874069 dv-cinder-813229-4-iscsi neutron-server[103144]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 14:28:57.874069 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 14:28:57.874069 dv-cinder-813229-4-iscsi neutron-server[103144]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 14:28:57.874069 dv-cinder-813229-4-iscsi neutron-server[103144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 14:28:57.874069 dv-cinder-813229-4-iscsi neutron-server[103144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 14:28:57.874069 dv-cinder-813229-4-iscsi neutron-server[103144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 14:28:57.988799 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-403f7ba8-3119-421c-adba-d4ae40285b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583622'] for network, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:57.994023 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-403f7ba8-3119-421c-adba-d4ae40285b34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2096239'] for network, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:57.997389 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-403f7ba8-3119-421c-adba-d4ae40285b34 admin admin] 10.222.0.36 "DELETE /v2.0/networks/61800182-e7ab-4ea2-a62f-87cd7ab263b9 HTTP/1.1" status: 204 len: 168 time: 0.6748133 Dec 15 14:28:58.008505 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f7ba8-3119-421c-adba-d4ae40285b34 admin admin] Pushing event deleted for resources: {'Network': ['ID=61800182-e7ab-4ea2-a62f-87cd7ab263b9,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:58.131437 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 48e21567-7c8e-4c36-9e23-779e283d58ea no longer exists at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:28:58.155477 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] No Port match for: 48e21567-7c8e-4c36-9e23-779e283d58ea {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:28:58.155822 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 48e21567-7c8e-4c36-9e23-779e283d58ea not bound to the agent host dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:28:58.156265 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 3d8b5c77-8b4c-4327-a42b-868d14ccf573 no longer exists at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:28:58.174285 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] No Port match for: 3d8b5c77-8b4c-4327-a42b-868d14ccf573 {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:28:58.174633 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device 3d8b5c77-8b4c-4327-a42b-868d14ccf573 not bound to the agent host dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:28:58.175043 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device d1f5f043-d829-4bef-afd9-ae09c5f74a9f no longer exists at agent ovs-agent-dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 14:28:58.193651 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] No Port match for: d1f5f043-d829-4bef-afd9-ae09c5f74a9f {{(pid=103146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 14:28:58.194007 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron.plugins.ml2.rpc [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Device d1f5f043-d829-4bef-afd9-ae09c5f74a9f not bound to the agent host dv-cinder-813229-4-iscsi {{(pid=103146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 14:28:58.284156 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 44998) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:28:58.322910 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-dbf23acf-e351-4b1c-ae71-262983efca5c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cd38f26fb8464e569d886ee7fa407464&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374599 Dec 15 14:28:58.326073 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 45000) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:28:58.372666 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0e4ae50b-d5f5-4271-a38b-f905f1ae5c01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:58.396922 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0e4ae50b-d5f5-4271-a38b-f905f1ae5c01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:58.531243 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0e4ae50b-d5f5-4271-a38b-f905f1ae5c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:58.533851 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-0e4ae50b-d5f5-4271-a38b-f905f1ae5c01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:58.534996 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-0e4ae50b-d5f5-4271-a38b-f905f1ae5c01 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a8231bf6-c5df-4378-81e0-5c19f53ced57 HTTP/1.1" status: 204 len: 168 time: 0.2076418 Dec 15 14:28:58.542625 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ae50b-d5f5-4271-a38b-f905f1ae5c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8231bf6-c5df-4378-81e0-5c19f53ced57,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:28:59.065940 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 45006) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:28:59.105238 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-1a777929-994c-47ed-a98e-2c2f203724a3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d0585cddd427488ba1adb47dba5a4201&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381451 Dec 15 14:28:59.108112 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.wsgi [-] (103144) accepted ('10.222.0.36', 45008) {{(pid=103144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 14:28:59.154617 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d3033cd4-77f2-41f1-b20c-f81e124b57c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:59.174985 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d3033cd4-77f2-41f1-b20c-f81e124b57c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:59.273751 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d3033cd4-77f2-41f1-b20c-f81e124b57c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1620078'] for security_group, after_delete {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:59.276492 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron_lib.callbacks.manager [None req-d3033cd4-77f2-41f1-b20c-f81e124b57c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:28:59.277719 dv-cinder-813229-4-iscsi neutron-server[103144]: INFO neutron.wsgi [None req-d3033cd4-77f2-41f1-b20c-f81e124b57c9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dca66470-f488-42ee-897d-47abeb7bfe4d HTTP/1.1" status: 204 len: 168 time: 0.1686900 Dec 15 14:28:59.285946 dv-cinder-813229-4-iscsi neutron-server[103144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3033cd4-77f2-41f1-b20c-f81e124b57c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca66470-f488-42ee-897d-47abeb7bfe4d,revision_number=None']} {{(pid=103144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 14:29:03.336997 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-344dff50-daa9-4d4c-8872-5ccadcc0a08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:05.857890 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73e27c92-af13-474b-a8b8-028df3196723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:07.051348 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:08.199562 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:09.331466 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:11.347513 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:29:20.039637 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:33.302523 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c88c02fb-32c2-460c-9c25-9e22a9eb2ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:35.919515 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-153535d4-07e3-4cee-b266-940eb86d39a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:37.033477 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:38.250684 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:39.307847 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:29:48.346058 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:29:49.993377 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:03.358739 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4af102e2-3d63-4a00-a490-55a2d0f2772b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:05.855750 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32e0629d-2020-4221-8fec-5c11edbf8226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:07.043623 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:08.244397 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:09.330639 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:20.021285 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:25.345931 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:30:33.332327 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36b48348-25c4-4010-abb8-7e2d06f90ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:35.849481 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f1bd941-151e-4b20-9601-5503012ca17b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:37.037378 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:38.209903 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:39.322762 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:30:50.003370 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:02.346179 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:31:03.339473 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66f99215-1d61-49cc-8c7f-3d17a9566f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:05.837701 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e33bf519-2545-4795-bcf2-92ced8469f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:07.047757 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:08.225241 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:09.323267 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:20.030226 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:33.335276 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-756acfef-a7e2-458f-b0f3-43b7acf03449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:35.865939 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43069c1c-8102-4662-a3df-a4a5e3c03f18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:37.054108 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:38.265478 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:39.340222 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:31:39.345465 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:31:50.071507 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:03.322255 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46cd5672-2938-49d6-a7b2-6f2bccd62f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:05.887781 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86f7bc55-c97f-47ab-850d-a8f0733e4c4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:07.042441 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:08.219408 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:09.320551 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:16.343846 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:32:20.063374 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:33.350190 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-62943eaf-2aa5-47e6-927d-0bc80396550b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:35.892081 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5bc96b8b-6c74-4082-83b4-e2fceeecb03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:37.052760 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:38.247853 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:39.314220 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:50.120008 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:32:53.343894 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:33:03.326702 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ec3d3e23-943f-4365-949c-9a78662e8088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:33:05.892587 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66586f4a-7f23-4454-b479-3f6b73680917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:33:07.058701 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:33:08.223793 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:33:09.315312 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:33:20.056299 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:33:30.343670 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:33:33.313286 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e494041a-f3f2-4b8c-ba26-511ea243d5cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:33:35.858072 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f88e6409-1d25-4e4e-9897-00a922cbbf5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:33:37.050268 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:33:38.215573 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:33:39.353162 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:33:50.074530 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:03.318186 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a1f2b7f-1177-4e99-a743-5162515904d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:05.873956 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96191dc8-3dc9-4362-9583-349ea6bf24d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:07.074341 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69b4387a-1314-4e32-acdd-6a3df394859f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:07.342453 dv-cinder-813229-4-iscsi neutron-server[103147]: DEBUG neutron.db.agents_db [None req-ee56e42e-75bd-401b-9c67-347577ccb359 None None] Agent healthcheck: found 6 active agents {{(pid=103147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 14:34:08.261016 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-210a86b3-c418-44fe-a0d1-e96918b48a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:09.323861 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d46a025-d713-4b94-a211-1aed2dd13ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 14:34:10.456387 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [req-1619e139-2d34-4594-9c94-8f90193c2b46 req-991db602-66b7-4262-98cc-2b77e1796aa0 service neutron] (103145) timed out ('10.222.0.54', 55406) {{(pid=103145) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 14:34:15.938573 dv-cinder-813229-4-iscsi neutron-server[103145]: DEBUG neutron.wsgi [req-31c5f871-6911-471e-b36f-e4ae1f854ac8 req-e3fa35ef-f572-40dd-b838-14aa0808d26b service neutron] (103145) timed out ('10.222.0.36', 38150) {{(pid=103145) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 14:34:20.079469 dv-cinder-813229-4-iscsi neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff33f-69c9-4368-88d0-423a3b066573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782779444053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880967'] for agent, after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}